-- Logs begin at Wed 2021-06-16 16:14:24 UTC, end at Wed 2021-06-16 17:35:46 UTC. -- Jun 16 17:00:08.587318 dv-cinder-772126-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 17:00:11.303612 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.common.config [-] Logging enabled! Jun 16 17:00:11.304243 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 17:00:11.304707 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93372) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 17:00:11.307894 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.common.config [-] Logging enabled! Jun 16 17:00:11.308150 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 17:00:11.308460 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93372) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 17:00:11.309409 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 17:00:11.309641 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 17:00:11.310005 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 17:00:11.310252 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 17:00:11.310480 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 17:00:11.310801 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.311098 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.311395 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.311625 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.311920 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.312210 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.312493 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.312781 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.313078 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.313363 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.313665 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.313951 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.314183 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.314464 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.314748 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.315032 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.315256 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] debug = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.315536 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.315967 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.316375 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.316659 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.316950 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.317231 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.317530 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.317808 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.318099 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.318427 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] host = dv-cinder-772126-4-iscsi {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.318717 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.318991 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.319276 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.320155 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.320620 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.320908 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.321202 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.321515 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.321796 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] log_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.322074 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.322365 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.322654 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.322943 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.323171 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.323393 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.323679 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.323967 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.324242 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.324513 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.324795 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.325066 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.325340 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.325636 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.325920 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.326202 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.326487 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.326762 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.327035 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.327376 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.327579 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.327857 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.328127 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.328397 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.328669 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.328953 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.329222 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.329521 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.329824 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.330107 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.330383 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.330668 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.330938 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.331250 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.331521 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.331790 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.332057 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] use_json = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.332326 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.332594 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.332872 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.333142 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.333431 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.333702 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.333970 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.334250 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:11.334546 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.334843 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.335729 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.336226 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.336556 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.336840 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.337135 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.337439 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.337735 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.338029 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.338322 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.338601 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.338890 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.339170 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.339465 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.339772 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.340070 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.340360 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.340635 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.340907 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.341183 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.341483 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.341771 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.342064 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.342351 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.342621 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.342897 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.343186 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.343463 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.343735 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.344011 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.344299 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.344580 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.344849 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.345130 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.345426 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.345704 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.345972 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.346247 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.346534 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.346808 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.347078 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.347348 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.347621 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.347890 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.348172 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.348445 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.348715 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.348985 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.349259 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.349559 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.349836 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.350112 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.350658 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.351039 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.351508 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.351796 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.352077 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.352355 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.352633 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.352909 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.353184 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.353494 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.353771 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.354046 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.354321 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.354596 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.354869 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.355159 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.355459 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.355740 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.356020 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.356300 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.356578 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.356856 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.357135 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.357444 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.357727 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.358001 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.358292 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.358580 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.358863 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.359143 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.359422 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.359717 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.360000 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.360281 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.360555 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.360830 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.361118 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.361420 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.361718 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.362009 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.362301 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.362593 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.362884 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.363161 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.363470 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.363748 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:11.363965 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 17:00:11.364203 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93372) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 17:00:11.718544 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93372) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:11.718823 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93372) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:11.719114 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93372) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:11.719447 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 17:00:12.118268 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.118482 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.118746 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.120052 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.120360 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.120660 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.154755 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.155032 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.155297 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.169116 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.169413 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.169692 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.199754 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.200028 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.200301 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.239187 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.239468 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.239739 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.474720 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.475639 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.475639 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.476335 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.477565 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.602261 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.602586 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.602869 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.603142 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.603415 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.603731 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.603992 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.604248 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.604501 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.604783 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.605041 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.605309 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.605597 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.605862 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.606119 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.606387 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.606657 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.606913 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.607181 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.607433 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.607714 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.608062 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.608318 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.608600 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.608846 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.609089 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.609611 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:00:12.609861 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:00:12.610103 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:00:12.610344 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:00:12.610582 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:00:12.610816 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:00:12.612198 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 17:00:12.615360 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 17:00:12.619683 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 17:00:12.623664 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jun 16 17:00:12.625294 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 17:00:12.625886 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 17:00:12.626287 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 17:00:12.626478 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 17:00:12.629273 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 17:00:12.629553 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 17:00:12.629905 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 17:00:12.658180 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 17:00:12.658620 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.658919 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93372) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 17:00:12.659280 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.660629 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93372) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 17:00:12.660909 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 17:00:12.661156 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 17:00:12.665202 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.665507 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:12.730290 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 17:00:12.730473 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 17:00:12.730719 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 17:00:12.731092 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 17:00:12.752267 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_db.sqlalchemy.engines [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93372) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 17:00:13.470009 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Initializing driver for type 'gre' Jun 16 17:00:13.470570 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] gre ID ranges: [(1, 1000)] Jun 16 17:00:13.668741 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Initializing driver for type 'local' Jun 16 17:00:13.669433 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Initializing driver for type 'vlan' Jun 16 17:00:13.766483 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] VlanTypeDriver initialization complete Jun 16 17:00:13.766798 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Initializing driver for type 'vxlan' Jun 16 17:00:13.767318 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] vxlan ID ranges: [(1, 1000)] Jun 16 17:00:13.955795 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Initializing extension driver 'port_security' Jun 16 17:00:13.956144 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.extensions.port_security [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] PortSecurityExtensionDriver initialization complete Jun 16 17:00:13.956482 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Initializing mechanism driver 'openvswitch' Jun 16 17:00:13.956823 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Initializing mechanism driver 'hyperv' Jun 16 17:00:13.964222 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.plugins.ml2.plugin [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:13.965013 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > port after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.965476 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > port after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.971296 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > port after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.971296 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > subnet after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.971296 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > subnet after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.971296 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > subnet after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.971719 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > network after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.971719 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > network after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.971719 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > network after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.971719 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > security_group after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.972251 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > security_group after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.972251 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > security_group after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.972251 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.972251 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.972756 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.972756 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > address_group after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.972756 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > address_group after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.972756 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > address_group after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.973257 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] ML2 OVO RPC backend initialized. {{(pid=93372) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 17:00:13.973257 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router_interface after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.973257 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.973683 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > network before_response 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.973996 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > networks before_response 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.974336 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > port before_response 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.974687 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > ports before_response 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.975035 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > subnet before_response 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.976236 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > subnets before_response 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.976596 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > network after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.976980 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > network after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.977327 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > network after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.977797 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > port after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.978150 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > port after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.978502 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > port after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.978850 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > subnet after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.979193 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > subnet after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.979533 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > subnet after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:13.980163 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.plugin [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Modular L2 Plugin initialization complete Jun 16 17:00:13.980500 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading services supported by the core plugin {{(pid=93372) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 17:00:13.980848 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.plugins.ml2.managers [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Got port-security extension from driver 'port_security' Jun 16 17:00:13.981320 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.extensions.vlantransparent [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Disabled vlantransparent extension. Jun 16 17:00:13.981848 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93372) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 17:00:13.982164 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading Plugin: router Jun 16 17:00:14.025152 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router_interface before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.025500 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router after_create 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.025918 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router before_create 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.026311 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.026686 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.027043 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router after_delete 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.027401 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > floatingip after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.027767 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router after_create 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.028118 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router after_update 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.028471 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router after_update 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.028821 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.029181 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router after_update 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.029609 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router precommit_update 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.029981 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: port after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.030329 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: port after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.030669 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: subnet after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.031009 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.031360 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > port precommit_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.031789 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router precommit_create 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.032097 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: port before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.032440 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router precommit_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.032797 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router after_update 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.033140 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router precommit_delete 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.033522 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router precommit_create 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.033887 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router_interface after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.035250 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router precommit_update 55549900 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.035250 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > network after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.035533 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Tracking information for resource: router configured {{(pid=93372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:00:14.035830 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Tracking information for resource: floatingip configured {{(pid=93372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:00:14.041513 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.db.l3_agentschedulers_db [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 17:00:14.042206 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: port after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.042570 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: port after_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.042932 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: port after_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.043327 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: port after_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.044126 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router before_create 55550100 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.044495 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router precommit_delete 55550100 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.044860 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router precommit_create 55550100 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.045220 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > router precommit_update 55550100 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.049930 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.services.provider_configuration [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service providers = [] {{(pid=93372) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 17:00:14.050302 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.db.servicetype_db [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93372) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 17:00:14.053252 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.services.service_base [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:00:14.053655 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.services.service_base [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:00:14.054036 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.services.service_base [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:00:14.054907 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.services.service_base [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:00:14.055282 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.services.service_base [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 17:00:14.055788 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:00:14.056116 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 17:00:14.067091 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:00:14.067433 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading Plugin: auto_allocate Jun 16 17:00:14.079855 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: network precommit_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.080312 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: network precommit_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.080841 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:00:14.081164 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading Plugin: tag Jun 16 17:00:14.088546 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:00:14.088879 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading Plugin: timestamp Jun 16 17:00:14.094335 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:00:14.094678 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading Plugin: network_ip_availability Jun 16 17:00:14.100427 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.101543 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.101911 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.102696 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:00:14.103017 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading Plugin: flavors Jun 16 17:00:14.114143 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:00:14.114474 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading Plugin: revisions Jun 16 17:00:14.119174 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:00:14.119571 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_concurrency.lockutils [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.400s {{(pid=93372) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:14.120324 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93372) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 17:00:14.120690 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Initializing extension manager. Jun 16 17:00:14.121202 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: __init__.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.121581 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: __pycache__ {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.121920 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.122257 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: address_group.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.123012 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.123595 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: address-group Jun 16 17:00:14.123923 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: address_scope.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.124756 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.125279 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: address-scope Jun 16 17:00:14.125631 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: admin_state_down_before_update.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.126568 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.127085 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: router-admin-state-down-before-update Jun 16 17:00:14.127410 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: agent.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.128108 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.128618 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: agent Jun 16 17:00:14.128942 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: agent_resources_synced.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.129863 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.130377 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: agent-resources-synced Jun 16 17:00:14.130740 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: allowedaddresspairs.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.132755 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.133282 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: allowed-address-pairs Jun 16 17:00:14.133640 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: auto_allocated_topology.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.134721 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.135242 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: auto-allocated-topology Jun 16 17:00:14.135570 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: availability_zone.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.136258 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.136774 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: availability_zone Jun 16 17:00:14.137099 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: availability_zone_filter.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.138064 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.138571 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: availability_zone_filter Jun 16 17:00:14.138898 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: data_plane_status.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.139789 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.140327 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 17:00:14.140624 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: default_subnetpools.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.141564 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.142126 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: default-subnetpools Jun 16 17:00:14.142446 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: dhcpagentscheduler.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.143249 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.143759 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: dhcp_agent_scheduler Jun 16 17:00:14.144085 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: dns.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.144989 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.145541 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension dns-integration not supported by any of loaded plugins Jun 16 17:00:14.145870 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: dns_domain_ports.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.146773 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.147284 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 17:00:14.148235 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: dvr.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.148905 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.149444 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: dvr Jun 16 17:00:14.149769 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: empty_string_filtering.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.150687 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.151197 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: empty-string-filtering Jun 16 17:00:14.151520 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.152411 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.152919 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 17:00:14.153243 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.154162 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.154721 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 17:00:14.155051 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: external_net.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.162490 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.163016 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: external-net Jun 16 17:00:14.163943 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: extra_dhcp_opt.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.164929 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.165487 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: extra_dhcp_opt Jun 16 17:00:14.165815 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: extraroute.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.166755 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.167268 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: extraroute Jun 16 17:00:14.167594 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: extraroute_atomic.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.168615 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.169135 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: extraroute-atomic Jun 16 17:00:14.169489 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: filter_validation.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.170184 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.170696 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: filter-validation Jun 16 17:00:14.171015 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: fip_pf_description.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.171923 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.172431 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 17:00:14.172752 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: fip_port_details.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.173687 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.174201 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: fip-port-details Jun 16 17:00:14.174525 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: flavors.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.175736 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.176356 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: flavors Jun 16 17:00:14.176683 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.178367 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.178998 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 17:00:14.179334 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: floatingip_pools.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.180031 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.180547 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: floatingip-pools Jun 16 17:00:14.180877 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: ip_allocation.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.181852 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.182370 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 17:00:14.182777 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.191451 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.191970 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: ip-substring-filtering Jun 16 17:00:14.192300 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: l2_adjacency.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.193213 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.193762 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 17:00:14.194091 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: l3.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.195838 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.196356 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: router Jun 16 17:00:14.196684 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: l3_conntrack_helper.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.199107 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.199646 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 17:00:14.199981 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.200904 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.201447 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: ext-gw-mode Jun 16 17:00:14.201781 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.202691 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.203203 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: l3-ha Jun 16 17:00:14.203531 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: l3_flavors.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.204440 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.204957 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: l3-flavors Jun 16 17:00:14.205284 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.206490 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.207013 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 17:00:14.207365 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: l3agentscheduler.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.208392 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.208911 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: l3_agent_scheduler Jun 16 17:00:14.209250 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: logging.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.211575 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.212101 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension logging not supported by any of loaded plugins Jun 16 17:00:14.212432 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: metering.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.213177 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.213814 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: metering Jun 16 17:00:14.214144 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.215243 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.215772 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: metering_source_and_destination_fields Jun 16 17:00:14.216098 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: multiprovidernet.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.217016 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.217573 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: multi-provider Jun 16 17:00:14.217896 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: netmtu.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.222540 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.223064 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: net-mtu Jun 16 17:00:14.223389 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: netmtu_writable.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.224303 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.224821 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: net-mtu-writable Jun 16 17:00:14.225422 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: network_availability_zone.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.226117 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.226623 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: network_availability_zone Jun 16 17:00:14.226945 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: network_ip_availability.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.228072 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.228591 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: network-ip-availability Jun 16 17:00:14.228916 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: network_segment_range.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.229722 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.230242 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 17:00:14.230566 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: pagination.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.231538 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.231871 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: pagination Jun 16 17:00:14.232197 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: port_device_profile.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.233108 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.233769 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: port-device-profile Jun 16 17:00:14.234097 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.235004 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.235521 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: port-mac-address-regenerate Jun 16 17:00:14.235847 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.236746 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.237262 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: port-numa-affinity-policy Jun 16 17:00:14.237612 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: port_resource_request.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.238506 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.239018 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 17:00:14.239342 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: portbindings.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.240254 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.240772 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: binding Jun 16 17:00:14.241098 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: portbindings_extended.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.242848 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.243373 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: binding-extended Jun 16 17:00:14.243703 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: portsecurity.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.244610 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.245133 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: port-security Jun 16 17:00:14.245487 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: project_id.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.246689 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.247028 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: project-id Jun 16 17:00:14.247356 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: providernet.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.248263 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.248786 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: provider Jun 16 17:00:14.249112 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: qos.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.252672 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.253210 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension qos not supported by any of loaded plugins Jun 16 17:00:14.253584 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.254835 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.255410 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 17:00:14.255744 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.262738 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.263269 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 17:00:14.263600 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: qos_default.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.264507 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.265035 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension qos-default not supported by any of loaded plugins Jun 16 17:00:14.265364 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: qos_fip.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.266052 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.266566 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension qos-fip not supported by any of loaded plugins Jun 16 17:00:14.266891 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: qos_gateway_ip.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.267818 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.268373 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 17:00:14.268700 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: qos_port_network_policy.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.269779 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.270300 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 17:00:14.270626 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: qos_rule_type_details.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.271535 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.272051 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 17:00:14.273043 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: qos_rules_alias.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.274162 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.274681 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 17:00:14.275011 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: quotasv2.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.276001 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.276288 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: quotas Jun 16 17:00:14.276647 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: quotasv2_detail.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.279779 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.280129 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: quota_details Jun 16 17:00:14.280468 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: rbac.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.281636 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.282114 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: rbac-policies Jun 16 17:00:14.282449 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: rbac_address_group.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.283371 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.283903 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: rbac-address-group Jun 16 17:00:14.284235 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: rbac_address_scope.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.285139 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.285702 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: rbac-address-scope Jun 16 17:00:14.286140 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: rbac_security_groups.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.287260 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.287790 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: rbac-security-groups Jun 16 17:00:14.288182 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: rbac_subnetpool.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.289096 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.289651 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: rbac-subnetpool Jun 16 17:00:14.289982 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: revisionifmatch.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.290896 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.291419 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: revision-if-match Jun 16 17:00:14.291747 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: revisions.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.292844 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.293361 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: standard-attr-revisions Jun 16 17:00:14.293718 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: router_availability_zone.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.294394 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.294914 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: router_availability_zone Jun 16 17:00:14.295241 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: routerservicetype.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.296150 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.296672 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension router-service-type not supported by any of loaded plugins Jun 16 17:00:14.296999 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.297977 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.298497 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: security-groups-normalized-cidr Jun 16 17:00:14.298828 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: security_groups_port_filtering.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.299735 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.300256 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: port-security-groups-filtering Jun 16 17:00:14.300581 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.301525 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.302046 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: security-groups-remote-address-group Jun 16 17:00:14.302371 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: securitygroup.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.312354 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.312892 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: security-group Jun 16 17:00:14.313229 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: segment.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.314039 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.314680 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension segment not supported by any of loaded plugins Jun 16 17:00:14.315017 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.315961 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.316487 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 17:00:14.316824 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: servicetype.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.317991 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.318522 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: service-type Jun 16 17:00:14.318867 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: sorting.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.320614 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.320952 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: sorting Jun 16 17:00:14.321284 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: standard_attr_segment.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.322215 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.322743 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 17:00:14.323073 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: standardattrdescription.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.323720 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.324238 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: standard-attr-description Jun 16 17:00:14.324565 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: stateful_security_group.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.325530 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.326093 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: stateful-security-group Jun 16 17:00:14.326417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: stdattrs_common.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.326993 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 17:00:14.327316 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.328302 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.328822 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 17:00:14.329146 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: subnet_onboard.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.330267 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.330790 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: subnet_onboard Jun 16 17:00:14.331114 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.335568 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.336088 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 17:00:14.336412 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: subnet_service_types.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.337492 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.338014 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: subnet-service-types Jun 16 17:00:14.338342 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: subnetallocation.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.339413 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.339938 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: subnet_allocation Jun 16 17:00:14.340273 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.340948 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.341501 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: subnetpool-prefix-ops Jun 16 17:00:14.341832 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.342754 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.343271 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 17:00:14.343620 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: tagging.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.344687 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.345255 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: standard-attr-tag Jun 16 17:00:14.345620 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: timestamp.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.346857 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.347376 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loaded extension: standard-attr-timestamp Jun 16 17:00:14.347707 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: trunk.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.348725 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.349289 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension trunk not supported by any of loaded plugins Jun 16 17:00:14.349642 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: trunk_details.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.350824 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.351342 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension trunk-details not supported by any of loaded plugins Jun 16 17:00:14.351803 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: uplink_status_propagation.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.352729 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.353248 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 17:00:14.353600 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Loading extension file: vlantransparent.py {{(pid=93372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 17:00:14.354264 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 17:00:14.354778 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 17:00:14.357228 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:network Jun 16 17:00:14.357824 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:subnet Jun 16 17:00:14.358244 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:00:14.358954 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:port Jun 16 17:00:14.360109 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.360560 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service FLAVORS assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.361177 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.361638 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.361975 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:router Jun 16 17:00:14.362406 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:floatingip Jun 16 17:00:14.362905 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service METERING assigned prefix: /metering {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.364356 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.364774 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.365136 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:00:14.366200 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 17:00:14.366654 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:security_group Jun 16 17:00:14.367090 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 17:00:14.367694 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service CORE assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.368028 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:00:14.368388 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] subnetpool is already registered Jun 16 17:00:14.368832 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service CORE assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.369160 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:00:14.369537 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] subnetpool is already registered Jun 16 17:00:14.371914 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.372351 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service FLAVORS assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.372951 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.373371 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.373737 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:router Jun 16 17:00:14.374792 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] router is already registered Jun 16 17:00:14.374792 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:floatingip Jun 16 17:00:14.374942 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] floatingip is already registered Jun 16 17:00:14.375292 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service METERING assigned prefix: /metering {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.375961 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 17:00:14.376288 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] rbac_policy is already registered Jun 16 17:00:14.376700 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:security_group Jun 16 17:00:14.377038 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] security_group is already registered Jun 16 17:00:14.377513 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 17:00:14.377852 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] security_group_rule is already registered Jun 16 17:00:14.378474 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service CORE assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.378802 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:00:14.379136 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] subnetpool is already registered Jun 16 17:00:14.379560 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.v2.resource_helper [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Service CORE assigned prefix: {{(pid=93372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:00:14.379883 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:00:14.380213 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING neutron.quota.resource_registry [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] subnetpool is already registered Jun 16 17:00:14.380825 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: extensions {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.383049 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: address-groups {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.384558 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: address-scopes {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.385906 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: agents {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.387074 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: auto-allocated-topology {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.388416 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: availability_zones {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.389666 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: dhcp-networks {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.391174 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: dhcp-agents {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.392706 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: routers {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.394511 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: flavors {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.396929 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: service_profiles {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.398852 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: next_providers {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.400368 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: service_profiles {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.402041 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: floatingip-pools {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.403264 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: routers {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.405031 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: floatingips {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.406358 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: l3-routers {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.407776 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: l3-agents {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.409201 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: metering-labels {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.410538 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: metering-label-rules {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.411937 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: network-ip-availabilities {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.413402 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: bindings {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.415095 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: quotas {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.416614 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: quotas {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.418069 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: rbac-policies {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.419263 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: security-groups {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.420580 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: security-group-rules {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.421981 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: service-providers {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.423262 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: subnetpools {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.424592 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: subnetpools {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.426187 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: tags {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.427934 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: tags {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.429950 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: tags {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.431740 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: tags {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.433488 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: tags {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.435447 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: tags {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.437150 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: tags {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.438987 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: tags {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.440838 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: tags {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.442616 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron.api.extensions [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Extended resource: tags {{(pid=93372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:00:14.449222 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING keystonemiddleware.auth_token [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 17:00:14.453803 dv-cinder-772126-4-iscsi neutron-server[93372]: WARNING keystonemiddleware.auth_token [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 17:00:14.462800 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_concurrency.lockutils [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Acquired lock "singleton_lock" {{(pid=93372) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 17:00:14.463287 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_concurrency.lockutils [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Releasing lock "singleton_lock" {{(pid=93372) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 17:00:14.463924 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO oslo_service.service [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Starting 2 workers Jun 16 17:00:14.468655 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Started child 93483 {{(pid=93372) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:00:14.473059 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Started child 93484 {{(pid=93372) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:00:14.474157 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.474773 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO neutron.service [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 17:00:14.475620 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Notify callbacks [] for process, before_spawn {{(pid=93372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.476354 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [-] (93483) wsgi starting up on http://0.0.0.0:9696 Jun 16 17:00:14.478085 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.478603 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO oslo_service.service [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Starting 1 workers Jun 16 17:00:14.479587 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [-] (93484) wsgi starting up on http://0.0.0.0:9696 Jun 16 17:00:14.483357 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Started child 93485 {{(pid=93372) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:00:14.483896 dv-cinder-772126-4-iscsi neutron-server[93372]: INFO oslo_service.service [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Starting 1 workers Jun 16 17:00:14.487052 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.service [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] calling RpcWorker wait() {{(pid=93485) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 17:00:14.487591 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.service [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] returning from RpcWorker wait() {{(pid=93485) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 17:00:14.488416 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Started child 93486 {{(pid=93372) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:00:14.488900 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.489233 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG neutron_lib.callbacks.manager [None req-18e5e8ef-62ea-43d4-bff9-be88eccfafad None None] Notify callbacks [] for process, after_spawn {{(pid=93372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.489529 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:14.491229 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93372) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 17:00:14.491568 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 17:00:14.491855 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 17:00:14.492130 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 17:00:14.492479 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 17:00:14.492688 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 17:00:14.493147 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.493455 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.493915 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.493915 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.494059 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.494249 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.494442 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:14.494830 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.495095 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.495353 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.495635 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.495873 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.496052 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.496221 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.496489 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.496733 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.497040 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.497342 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.497625 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.497896 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.498070 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.498322 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.498583 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.498844 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.499252 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] debug = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.499409 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.499841 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.500092 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.500348 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.500567 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.500866 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.501120 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.501433 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.501698 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.501970 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.502208 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.502492 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.502732 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.502966 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.503186 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.503459 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.503702 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.504192 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] host = dv-cinder-772126-4-iscsi {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.504412 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.504636 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.504891 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.505165 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.505443 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.505665 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.505928 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.506178 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.506439 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.506684 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.507444 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.507816 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.508014 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.508207 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.508402 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_options = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.508679 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.509127 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.509299 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.509514 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.509677 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.509931 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.510113 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.510281 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.510539 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.510777 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.510995 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.511211 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.511465 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.511660 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.511925 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.512175 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.512385 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.512596 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.512846 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.513098 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.513325 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.513595 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.513816 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.514058 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.514279 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.514503 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.514767 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.514932 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.515138 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.515407 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.515645 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.515908 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.516156 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.517207 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.517670 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.518313 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.518313 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.518588 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.519683 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.519683 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.519683 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.519683 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.519683 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.520442 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.520442 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.520442 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_json = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.520818 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.520818 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.521146 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.521297 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.521484 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.521708 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.521950 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.522190 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.523307 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.523572 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.523985 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.524265 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.524528 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.524858 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.525048 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.525276 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.525560 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.525808 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.529609 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.529609 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.529609 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.529609 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.529609 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.529609 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.529609 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.529609 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.531361 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.531361 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.531361 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.531361 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.531361 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.531361 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.531361 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.531361 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.532647 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.532647 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.532647 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.532647 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.532647 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.532647 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.532647 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.532647 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.532647 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.533619 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.533619 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.533619 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.533619 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.533619 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.533619 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.534224 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.534224 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.534224 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.534545 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.534545 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.534758 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.534995 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.535218 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.535462 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.535711 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.535935 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.537732 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.537732 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.537732 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.537732 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.537732 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.537732 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.537732 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.537732 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.538901 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.538901 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.538901 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.538901 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.539465 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.539465 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.539465 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.539823 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.540698 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.540698 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.540698 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.540698 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.540698 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.543291 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.543291 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.543291 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.543291 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.543291 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.543291 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.543291 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.543291 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.543291 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.545612 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.545612 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.545612 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.545612 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.545612 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.545612 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.545612 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.545612 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.546542 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.546542 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.546542 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.546542 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.546542 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.546542 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.546542 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.546542 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.547264 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.547264 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.547264 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.547597 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.547676 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.548135 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.548135 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.548423 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.548550 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.548822 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.549078 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.550653 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.550943 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.551235 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.552029 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.552326 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.552561 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.552856 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.553153 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.553458 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.553788 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.554169 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.554408 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.554682 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.554937 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.555202 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.555439 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.555672 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.555897 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.556187 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.556425 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.556670 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.556883 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.557132 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.557512 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.557743 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.557965 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.558206 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.558459 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.558727 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.558964 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.559957 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.559957 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.559957 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.559957 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.560489 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.560489 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.560761 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.560963 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.561100 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.561354 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.561595 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.561817 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.562027 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.562436 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.562436 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.562691 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.562873 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.563112 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.563332 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.563576 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.563815 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.564031 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.564252 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.564489 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.564709 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.564930 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.565151 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.565364 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.565618 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.565840 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.566117 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.566380 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.566583 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.567036 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.567268 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.567667 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.567770 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.567986 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.568210 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.568429 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.568646 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.568869 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.569119 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.570125 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.570664 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.571089 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.571532 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.571805 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.572173 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.572452 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.572714 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.572957 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.573180 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.573443 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.573687 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.573915 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.574133 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.574354 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.574570 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.574991 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.575225 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.575472 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.575718 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.575920 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.576153 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.576389 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.576603 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.576903 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.577162 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.577411 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.577654 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.577901 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.578133 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.578347 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.578558 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.578776 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.579010 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.579241 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.579461 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.579673 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.579916 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.580127 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.580356 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.580567 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.580777 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.581420 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.581420 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.581673 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.581770 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.581949 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.582168 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.582381 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.582685 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.582930 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.583363 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.583714 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.583972 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.584199 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.584624 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.585018 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.585898 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.586190 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.586418 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.586643 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.586895 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.587156 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.587479 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.587770 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.588006 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.588267 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.588551 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.588835 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.589096 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.589346 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.589658 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.590011 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.590290 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.590556 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.590788 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.591042 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.591296 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.591511 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.591752 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.591987 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.592203 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.592437 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.592685 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.592905 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.593139 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.593365 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.593621 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.593843 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.594074 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.594299 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.594514 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.594673 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 17:00:14.595254 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93372) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 17:00:14.595421 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 17:00:14.595579 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 17:00:14.595747 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 17:00:14.595917 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 17:00:14.596073 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 17:00:14.596280 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.596439 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.596600 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.596760 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.596921 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.597098 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.597257 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.597441 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.597593 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.597750 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.597909 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.598066 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.598223 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.598379 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.598539 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.598701 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.598859 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.599014 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.599178 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.599337 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.599493 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.599654 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.599812 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] debug = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.599970 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.600430 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.600679 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.600945 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.601221 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.601534 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.601810 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.601978 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.602139 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.602298 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.602456 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.602615 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.602774 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.602931 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.603088 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.603246 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.603403 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.603567 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] host = dv-cinder-772126-4-iscsi {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.603725 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.603882 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.604043 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.604199 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.604518 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.604677 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.604835 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.604994 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.605153 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.605311 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.605510 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.605670 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.605831 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.605988 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.606145 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_options = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.606302 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.606460 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.606617 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.606797 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.606961 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.607120 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.607278 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.607436 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.607594 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.607751 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.607908 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.608065 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.608222 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.608379 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.608571 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.608683 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.608842 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.608999 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.609157 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.609315 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.609492 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.609658 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.609815 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.609972 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.610130 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.610355 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.610511 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.610661 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.610796 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.610955 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.611116 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.611276 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.611434 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.612044 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.612044 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.612044 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.612044 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.612323 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.612323 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.612466 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.612625 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.612785 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.612949 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.613108 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.613265 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.613936 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_json = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.613936 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.613936 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.613936 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.614516 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.614516 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.614516 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.614516 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.614816 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:00:14.614816 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.614958 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.615092 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.615252 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.615571 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.615733 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.617417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.617417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.617417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.617417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.617417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.617417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.617417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.617840 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.617840 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.617840 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.618030 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.618095 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.618292 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.618434 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.618573 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.618740 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.618901 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.619074 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.619236 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.619396 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.619564 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.619728 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.619891 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.620054 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.620216 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.620378 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.620537 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.620725 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.620880 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.621011 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.621146 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.621310 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.621494 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.621659 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.621821 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.621982 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.622147 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.622306 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.622468 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.622630 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.622793 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.622954 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.623117 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.623277 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.623448 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.623609 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.623769 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.623933 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.624096 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.624253 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.624414 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.624576 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.624734 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.625048 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.625212 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.625441 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.625569 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.625731 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.625893 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.626055 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.626220 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.626376 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.626538 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.626698 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.626859 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.627024 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.627186 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.627348 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.627509 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.627671 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.627832 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.627994 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.628155 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.628316 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.628477 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.628694 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.628786 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.628935 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.629104 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.629562 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.629562 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.629793 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.629869 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.629985 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.630113 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.630278 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.630438 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.630599 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.631417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.631417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.631417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.631417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.631417 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.632463 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.632463 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.632463 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.632656 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.632733 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.632856 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.633023 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.633183 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.633269 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:14.633353 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.633516 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.633677 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.633837 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.634009 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.634171 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.634336 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.634495 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.634663 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.634834 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.634996 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.635157 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.635318 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.635530 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.635690 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.635845 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.636009 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.636172 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.636333 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.636493 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.636661 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.636834 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.636997 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.637158 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.637319 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.637583 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.637744 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.637929 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.638068 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.638227 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.638387 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.638548 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.638709 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.638871 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.639032 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.639194 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.639356 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.639523 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.639683 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.639843 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.640004 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.640167 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.640328 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.640490 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.640651 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.640814 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.640976 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.641137 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.641298 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.641481 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.641644 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.641804 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.641966 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.642126 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.642287 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.642448 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.642609 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.642770 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.642936 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.643091 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.643253 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.643414 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.643576 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.643739 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.643906 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.644292 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.644576 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.644576 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.644719 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.644877 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.645044 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.645730 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.645730 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.645730 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.645730 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.646824 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.646824 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.646824 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.646824 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.646824 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.646824 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.646824 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.647659 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.647659 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.647659 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.647659 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.647659 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.648485 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.648485 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650013 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650013 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650013 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650013 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650013 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650013 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650013 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650013 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650013 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650620 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650620 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650620 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650620 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650620 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650887 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.650961 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.651078 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.651450 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.651450 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.651615 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.651691 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.651861 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.652017 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.652181 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.652336 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.652505 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.652667 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.652831 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.652994 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.653156 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.653325 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.653508 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.653670 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.653819 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.653979 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.654150 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.654313 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.654473 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.654645 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.654803 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.655121 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.655286 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.655460 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.655622 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.655785 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.655948 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.656110 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.656272 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.656435 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.656600 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.656817 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.656908 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.657075 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.657235 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.657590 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.657590 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.657915 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.657915 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.658060 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.658192 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.658371 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.658553 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.658683 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.658798 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.658959 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.659120 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.659281 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.659441 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.659601 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.659766 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.659927 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.660074 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.660234 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.660395 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.660555 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.660716 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.660875 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.661036 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:00:14.661190 dv-cinder-772126-4-iscsi neutron-server[93372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 17:00:14.764063 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 39880) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:14.772692 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062933 Jun 16 17:00:26.474226 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbd5a13-eae2-400c-95e1-6d7ea2d25627 None None] get_active_networks_info from dv-cinder-772126-4-iscsi {{(pid=93485) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 17:00:26.570938 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbd5a13-eae2-400c-95e1-6d7ea2d25627 None None] No non-hosted networks {{(pid=93485) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 17:00:26.585899 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.agentschedulers_db [None req-5dbd5a13-eae2-400c-95e1-6d7ea2d25627 None None] DHCP Agent not found on host dv-cinder-772126-4-iscsi {{(pid=93485) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 17:00:26.751099 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a01dccb9-ee9a-42d5-81e1-deb3b689ea2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415'] for agent, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:29.110192 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415'] for agent, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:29.111050 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.111518 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.111952 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.112385 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.112815 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.113242 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.113760 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.114263 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.114700 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.115157 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.116161 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.116755 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:29.117530 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772126-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:29.128248 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772126-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:29.289734 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ed753cb8-31e2-4481-81ce-955b2eec26b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415'] for agent, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:29.327633 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.db.api [None req-bd2c2a1d-4233-4198-bbc6-63c9d9ed3d72 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-772126-4-iscsi {{(pid=93485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 17:00:29.328076 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_db.api [None req-bd2c2a1d-4233-4198-bbc6-63c9d9ed3d72 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:00:29.961939 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2a1d-4233-4198-bbc6-63c9d9ed3d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.773822 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415'] for agent, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.038919 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.db.l3_hamode_db [None req-f5b618f9-9103-4980-9441-ddbfdd52c712 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 17:00:32.132735 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b618f9-9103-4980-9441-ddbfdd52c712 None None] Routers set() bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:32.133519 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b618f9-9103-4980-9441-ddbfdd52c712 None None] Router IDs set() for agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 17:00:32.252550 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415'] for agent, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.101037 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 39974) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:33.590061 dv-cinder-772126-4-iscsi neutron-server[93484]: WARNING oslo_policy.policy [None req-99b38684-1546-47c2-a509-c4298509b453 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:00:33.590645 dv-cinder-772126-4-iscsi neutron-server[93484]: WARNING oslo_policy.policy [None req-99b38684-1546-47c2-a509-c4298509b453 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:00:33.809528 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [None req-99b38684-1546-47c2-a509-c4298509b453 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:00:33.810597 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-99b38684-1546-47c2-a509-c4298509b453 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7086332 Jun 16 17:00:36.153870 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 39988) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:36.461592 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-afa858ea-9241-4065-a61f-08517a22b851 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:36.554482 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.policy [None req-afa858ea-9241-4065-a61f-08517a22b851 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93484) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 17:00:36.598690 dv-cinder-772126-4-iscsi neutron-server[93484]: WARNING oslo_policy.policy [None req-afa858ea-9241-4065-a61f-08517a22b851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:00:36.599004 dv-cinder-772126-4-iscsi neutron-server[93484]: WARNING oslo_policy.policy [None req-afa858ea-9241-4065-a61f-08517a22b851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:00:36.608151 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.quota [None req-afa858ea-9241-4065-a61f-08517a22b851 admin admin] Loaded quota_driver: . Jun 16 17:00:36.801505 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-afa858ea-9241-4065-a61f-08517a22b851 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782049180921', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782049178284', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782049169012', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782049166526', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782049124087', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782049145016', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1738583', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1741534', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-750232', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-585160'] for rbac-policy, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:37.247011 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-afa858ea-9241-4065-a61f-08517a22b851 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:37.248180 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-afa858ea-9241-4065-a61f-08517a22b851 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0932138 Jun 16 17:00:39.792956 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40000) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:40.090731 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Request body: {'network': {'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:40.212374 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Made reservation on behalf of f92b8f0aff8f46ccb152c65cefbb38ec for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:40.215241 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.232693 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.356756 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.435427 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.441038 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:40.457420 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:00:40.486492 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782046992424', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.487106 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Unsubscribe: segment precommit_create {{(pid=93484) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 17:00:40.487624 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Added segment a05ada2d-9c22-425a-93fa-b2d091fa8658 of type vlan for network 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d Jun 16 17:00:40.504839 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c692baf-8302-4806-9933-16473d6483bc,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:40.553875 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.554228 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.554573 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.554897 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.555216 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.555550 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.555870 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.556183 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.556513 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.556828 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.557136 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.557464 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Tracked resource versions report: Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: pushed versions: Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: { 'AddressGroup': {'1.2'}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'ConntrackHelper': {'1.0'}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Log': {'1.0'}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Network': {'1.1'}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Port': {'1.7'}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'PortForwarding': {'1.2'}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'QosPolicy': {'1.8'}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SecurityGroup': {'1.4'}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SubPort': {'1.0'}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Subnet': {'1.1'}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Trunk': {'1.1'}} Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: consumer versions: Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: { DHCP agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: L3 agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: Metadata agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: Metering agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: Open vSwitch agent@dv-cinder-772126-4-iscsi: { 'AddressGroup': '1.2', Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'ConntrackHelper': '1.0', Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Log': '1.0', Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Network': '1.1', Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Port': '1.7', Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'PortForwarding': '1.2', Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'QosPolicy': '1.8', Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SecurityGroup': '1.4', Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SecurityGroupRule': '1.2', Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SubPort': '1.0', Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Subnet': '1.1', Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Trunk': '1.1'}} Jun 16 17:00:40.558523 dv-cinder-772126-4-iscsi neutron-server[93484]: {{(pid=93484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:00:40.605562 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:40.607874 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.759933 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.761468 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.762128 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.764289 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:40.858946 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Pushing event updated for resources: {'Network': ['ID=07cd4dff-5dfc-463d-bdd4-2616f68a5d2d,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:40.862054 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:40.870455 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:00:40.921580 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1274951 Jun 16 17:00:43.574556 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40014) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:43.971584 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58cbef0-686d-4473-b462-d8f16cb9c12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:43.972931 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e58cbef0-686d-4473-b462-d8f16cb9c12e admin admin] 10.222.0.10 "GET /v2.0/networks/07cd4dff-5dfc-463d-bdd4-2616f68a5d2d HTTP/1.1" status: 200 len: 824 time: 0.3974314 Jun 16 17:00:43.997336 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a08415d0-fc21-44aa-ab2d-152d277e5291 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/9a1c2cef-082f-4bbd-8b46-bdef8ac53e39 HTTP/1.1" status: 200 len: 734 time: 0.0181484 Jun 16 17:00:44.005826 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'subnetpool_id': '9a1c2cef-082f-4bbd-8b46-bdef8ac53e39'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:44.229472 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Made reservation on behalf of f92b8f0aff8f46ccb152c65cefbb38ec for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:44.231778 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.624077 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.626438 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:44.694172 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913973d6-178d-48a6-9d1c-ab56489c2f4a,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:44.699565 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Checking segment: {'id': 'a05ada2d-9c22-425a-93fa-b2d091fa8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:44.700022 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Network hostable DHCP agents. Network: 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:00:44.702737 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:44.782406 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Network 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:00:44.858013 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:44.863797 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:44.864686 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.871072 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e0d894-f201-4195-99c9-ae588308a81b None None] Network 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:00:45.064833 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0624146 Jun 16 17:00:45.176685 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77d24ac1-5335-58a7-b4f6-50a51633770b-07cd4dff-5dfc-463d-bdd4-2616f68a5d2d', 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'fixed_ips': [{'subnet_id': '913973d6-178d-48a6-9d1c-ab56489c2f4a'}]}} from dv-cinder-772126-4-iscsi. {{(pid=93485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:00:45.178130 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.475572 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Allocated IP 172.20.0.2 (07cd4dff-5dfc-463d-bdd4-2616f68a5d2d/913973d6-178d-48a6-9d1c-ab56489c2f4a/00cc591f-8a98-4ea9-80b9-5eda499bc897) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:45.707196 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.730062 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Transition to ACTIVE for port object 00cc591f-8a98-4ea9-80b9-5eda499bc897 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:45.785871 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Transition to ACTIVE for port object 00cc591f-8a98-4ea9-80b9-5eda499bc897 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:45.870495 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.873628 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:45.947546 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Network 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:45.954423 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:45.957799 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:45.969283 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Pushing event updated for resources: {'Port': ['ID=00cc591f-8a98-4ea9-80b9-5eda499bc897,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:46.019642 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.019905 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.020259 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.020586 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.020910 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.021495 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.021821 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.022146 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.022484 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.022807 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.023130 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.023445 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Tracked resource versions report: Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: pushed versions: Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: { 'AddressGroup': {'1.2'}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'ConntrackHelper': {'1.0'}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Log': {'1.0'}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Network': {'1.1'}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Port': {'1.7'}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'PortForwarding': {'1.2'}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'QosPolicy': {'1.8'}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SecurityGroup': {'1.4'}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SubPort': {'1.0'}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Subnet': {'1.1'}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Trunk': {'1.1'}} Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: consumer versions: Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: { DHCP agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: L3 agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: Metadata agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: Metering agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: Open vSwitch agent@dv-cinder-772126-4-iscsi: { 'AddressGroup': '1.2', Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'ConntrackHelper': '1.0', Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Log': '1.0', Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Network': '1.1', Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Port': '1.7', Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'PortForwarding': '1.2', Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'QosPolicy': '1.8', Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SecurityGroup': '1.4', Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SecurityGroupRule': '1.2', Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SubPort': '1.0', Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Subnet': '1.1', Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Trunk': '1.1'}} Jun 16 17:00:46.024600 dv-cinder-772126-4-iscsi neutron-server[93485]: {{(pid=93485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:00:46.028523 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:46.061700 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Attempting to bind port 00cc591f-8a98-4ea9-80b9-5eda499bc897 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:46.063732 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Attempting to bind port 00cc591f-8a98-4ea9-80b9-5eda499bc897 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': 'a05ada2d-9c22-425a-93fa-b2d091fa8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:46.063732 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Attempting to bind port 00cc591f-8a98-4ea9-80b9-5eda499bc897 on network 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:46.068047 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:46.068715 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Checking segment: {'id': 'a05ada2d-9c22-425a-93fa-b2d091fa8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:46.069515 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:46.070190 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Bound using segment: {'id': 'a05ada2d-9c22-425a-93fa-b2d091fa8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:46.071275 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Bound port: 00cc591f-8a98-4ea9-80b9-5eda499bc897, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05ada2d-9c22-425a-93fa-b2d091fa8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:46.071723 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:46.142089 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] For port 00cc591f-8a98-4ea9-80b9-5eda499bc897, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:46.147278 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] For port 00cc591f-8a98-4ea9-80b9-5eda499bc897, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=00cc591f-8a98-4ea9-80b9-5eda499bc897,segment=NetworkSegment(a05ada2d-9c22-425a-93fa-b2d091fa8658),segment_id=a05ada2d-9c22-425a-93fa-b2d091fa8658)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:46.235651 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:46.240655 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:46.316175 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Pushing event updated for resources: {'Port': ['ID=00cc591f-8a98-4ea9-80b9-5eda499bc897,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:46.321298 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:47.495055 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40022) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:47.827154 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [None req-469dac08-4106-4d58-9c54-dcb807909286 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:00:47.828166 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-469dac08-4106-4d58-9c54-dcb807909286 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3321624 Jun 16 17:00:50.198228 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40030) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:50.512957 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [None req-dda22a66-429b-4867-8af9-f0fca56d9a51 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:00:50.514097 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-dda22a66-429b-4867-8af9-f0fca56d9a51 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149550 Jun 16 17:00:52.427048 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b39bfe-6383-4417-abb7-b6a78dbce656 None None] Network 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:00:52.557091 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-75d3fad1-5d1f-48a4-8438-12db50789a76 None None] Provisioning for port 00cc591f-8a98-4ea9-80b9-5eda499bc897 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:53.132683 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 40044) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:53.316950 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 00cc591f-8a98-4ea9-80b9-5eda499bc897 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:53.458018 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 00cc591f-8a98-4ea9-80b9-5eda499bc897 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:53.462696 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 00cc591f-8a98-4ea9-80b9-5eda499bc897 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:53.463103 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.572953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.606300 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 00cc591f-8a98-4ea9-80b9-5eda499bc897, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=00cc591f-8a98-4ea9-80b9-5eda499bc897,segment=NetworkSegment(a05ada2d-9c22-425a-93fa-b2d091fa8658),segment_id=a05ada2d-9c22-425a-93fa-b2d091fa8658)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:53.637994 dv-cinder-772126-4-iscsi neutron-server[93483]: WARNING oslo_policy.policy [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:00:53.638573 dv-cinder-772126-4-iscsi neutron-server[93483]: WARNING oslo_policy.policy [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:00:53.673714 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.677320 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:53.721483 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=00cc591f-8a98-4ea9-80b9-5eda499bc897,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:53.724831 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:53.856099 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:53.922430 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.policy [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93483) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 17:00:53.968443 dv-cinder-772126-4-iscsi neutron-server[93483]: WARNING oslo_policy.policy [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:00:53.968837 dv-cinder-772126-4-iscsi neutron-server[93483]: WARNING oslo_policy.policy [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:00:53.979476 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.quota [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] Loaded quota_driver: . Jun 16 17:00:54.086620 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.088436 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.246251 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.305041 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776152'] for router, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.389089 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.390515 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c0ea3fcd-3ad9-472c-a408-7dd774679455 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2557390 Jun 16 17:00:55.297052 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 00cc591f-8a98-4ea9-80b9-5eda499bc897 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:55.344681 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 00cc591f-8a98-4ea9-80b9-5eda499bc897 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:55.345056 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:56.446625 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a1932388-eb16-4150-ab0d-0a542f443d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:56.768480 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 40060) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:57.079339 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [None req-eee9c3e8-a061-4d73-908c-fef1c01d365a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:00:57.080313 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-eee9c3e8-a061-4d73-908c-fef1c01d365a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3108907 Jun 16 17:00:59.075083 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.206130 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-927b3b56-9684-4ca2-a15b-653737e1307b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.422381 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 40068) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:59.732341 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:59.835206 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Made reservation on behalf of 6a4fc49db981493bb9c94b83789f018a for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:59.838155 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.854636 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.969147 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.023281 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.028450 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:00.035413 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Reserving flat network on physical network physnet1 {{(pid=93483) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 17:01:00.068542 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782046992424', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.069139 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Unsubscribe: segment precommit_create {{(pid=93483) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 17:01:00.069663 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Added segment 261eb187-9224-4581-a3ca-14fa2874870f of type flat for network f3b02221-594f-42f0-99f5-5967d9456d03 Jun 16 17:01:00.088542 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aad01a-73b2-4fa9-a9c5-fabd02e541f2,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:00.141536 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.141887 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.142215 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.142532 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.142848 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.143198 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.143513 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.143819 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.144140 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.144448 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.144752 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.145055 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Tracked resource versions report: Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: pushed versions: Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: { 'AddressGroup': {'1.2'}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'ConntrackHelper': {'1.0'}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Log': {'1.0'}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Network': {'1.1'}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Port': {'1.7'}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'PortForwarding': {'1.2'}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'QosPolicy': {'1.8'}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SecurityGroup': {'1.4'}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SubPort': {'1.0'}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Subnet': {'1.1'}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Trunk': {'1.1'}} Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: consumer versions: Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: { DHCP agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: L3 agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: Metadata agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: Metering agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: Open vSwitch agent@dv-cinder-772126-4-iscsi: { 'AddressGroup': '1.2', Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'ConntrackHelper': '1.0', Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Log': '1.0', Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Network': '1.1', Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Port': '1.7', Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'PortForwarding': '1.2', Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'QosPolicy': '1.8', Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SecurityGroup': '1.4', Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SecurityGroupRule': '1.2', Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SubPort': '1.0', Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Subnet': '1.1', Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Trunk': '1.1'}} Jun 16 17:01:00.147362 dv-cinder-772126-4-iscsi neutron-server[93483]: {{(pid=93483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:01:00.195908 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.204333 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:00.324903 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.326440 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:00.327097 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.329958 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:00.424217 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Pushing event updated for resources: {'Network': ['ID=f3b02221-594f-42f0-99f5-5967d9456d03,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:00.427345 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:00.434238 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network f3b02221-594f-42f0-99f5-5967d9456d03 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:01:00.445928 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0223982 Jun 16 17:01:00.736044 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.166652 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.766661 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 40090) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:02.984782 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636a96e3-9c50-414e-a74b-f08d0a42534e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:02.986187 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-636a96e3-9c50-414e-a74b-f08d0a42534e admin admin] 10.222.0.10 "GET /v2.0/subnets/913973d6-178d-48a6-9d1c-ab56489c2f4a HTTP/1.1" status: 200 len: 849 time: 0.2185750 Jun 16 17:01:03.125008 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-cd2541e1-4392-4388-a64e-799c47736dce admin admin] 10.222.0.10 "GET /v2.0/routers/e9e45fe5-3506-4021-b75e-5fd782cea563 HTTP/1.1" status: 200 len: 704 time: 0.1306937 Jun 16 17:01:03.386924 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.681319 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Allocated IP 172.20.0.1 (07cd4dff-5dfc-463d-bdd4-2616f68a5d2d/913973d6-178d-48a6-9d1c-ab56489c2f4a/cadd1155-1a2b-425d-a983-ddcf9ce070f1) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:03.914510 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.940526 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Transition to ACTIVE for port object cadd1155-1a2b-425d-a983-ddcf9ce070f1 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:04.069675 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.072636 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:04.136183 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Network 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:04.147335 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:04.156231 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:04.156742 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771177'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.175939 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Pushing event updated for resources: {'Port': ['ID=cadd1155-1a2b-425d-a983-ddcf9ce070f1,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:04.217975 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:04.457949 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-c4ec10f7-7ee4-4278-84af-88af0247b358 None None] Provisioning for port cadd1155-1a2b-425d-a983-ddcf9ce070f1 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:04.461973 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-c4ec10f7-7ee4-4278-84af-88af0247b358 None None] Provisioning complete for port cadd1155-1a2b-425d-a983-ddcf9ce070f1 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:04.462350 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c4ec10f7-7ee4-4278-84af-88af0247b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.466226 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.497051 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec10f7-7ee4-4278-84af-88af0247b358 None None] Port cadd1155-1a2b-425d-a983-ddcf9ce070f1 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:01:04.642096 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.703097 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.704171 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771093'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.705807 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:04.783690 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Pushing event updated for resources: {'Port': ['ID=cadd1155-1a2b-425d-a983-ddcf9ce070f1,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:04.788049 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:04.829851 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Network 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:04.831103 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:05.017051 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-43c6fa28-4921-4f19-a697-18bab2fd3d04 None None] Provisioning complete for port cadd1155-1a2b-425d-a983-ddcf9ce070f1 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:05.017453 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-43c6fa28-4921-4f19-a697-18bab2fd3d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.050025 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-43c6fa28-4921-4f19-a697-18bab2fd3d04 None None] Port cadd1155-1a2b-425d-a983-ddcf9ce070f1 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:01:05.055894 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Router e9e45fe5-3506-4021-b75e-5fd782cea563 is scheduled to L3 agent d030d153-e17d-479d-a207-828748eac732 with binding_index 1 {{(pid=93483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:01:05.148836 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:05.154190 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] 10.222.0.10 "PUT /v2.0/routers/e9e45fe5-3506-4021-b75e-5fd782cea563/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0242221 Jun 16 17:01:05.173072 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Sync routers for ids ['e9e45fe5-3506-4021-b75e-5fd782cea563'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:05.184953 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Routers {'e9e45fe5-3506-4021-b75e-5fd782cea563'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:05.185818 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:00:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['e9e45fe5-3506-4021-b75e-5fd782cea563'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:05.370050 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Set router e9e45fe5-3506-4021-b75e-5fd782cea563 gateway port host: None {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:05.818865 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'name': 'router1', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:54Z', 'updated_at': '2021-06-16T17:01:04Z', 'revision_number': 2, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'gw_port_host': None, '_interfaces': [{'id': 'cadd1155-1a2b-425d-a983-ddcf9ce070f1', 'name': '', 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'mac_address': 'fa:16:3e:a6:77:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:03Z', 'updated_at': '2021-06-16T17:01:04Z', 'revision_number': 2, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'subnets': [{'id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a1c2cef-082f-4bbd-8b46-bdef8ac53e39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:05.824701 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Checking router: e9e45fe5-3506-4021-b75e-5fd782cea563 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:05.825080 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Updating router e9e45fe5-3506-4021-b75e-5fd782cea563 port cadd1155-1a2b-425d-a983-ddcf9ce070f1 binding host dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:01:05.891015 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:06.381633 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:06.401102 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Transition to ACTIVE for port object cadd1155-1a2b-425d-a983-ddcf9ce070f1 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:06.490788 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:06.493687 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:06.679443 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Pushing event updated for resources: {'Port': ['ID=cadd1155-1a2b-425d-a983-ddcf9ce070f1,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:06.697402 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.697744 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.698074 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.698393 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.698711 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.699090 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.699407 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.699720 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.700035 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.700343 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.700651 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.700954 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Tracked resource versions report: Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: pushed versions: Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: { 'AddressGroup': {'1.2'}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'ConntrackHelper': {'1.0'}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Log': {'1.0'}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Network': {'1.1'}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Port': {'1.7'}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'PortForwarding': {'1.2'}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'QosPolicy': {'1.8'}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SecurityGroup': {'1.4'}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SubPort': {'1.0'}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Subnet': {'1.1'}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Trunk': {'1.1'}} Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: consumer versions: Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: { DHCP agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: L3 agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: Metadata agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: Metering agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: Open vSwitch agent@dv-cinder-772126-4-iscsi: { 'AddressGroup': '1.2', Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'ConntrackHelper': '1.0', Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Log': '1.0', Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Network': '1.1', Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Port': '1.7', Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'PortForwarding': '1.2', Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'QosPolicy': '1.8', Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SecurityGroup': '1.4', Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SecurityGroupRule': '1.2', Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SubPort': '1.0', Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Subnet': '1.1', Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Trunk': '1.1'}} Jun 16 17:01:06.702057 dv-cinder-772126-4-iscsi neutron-server[93486]: {{(pid=93486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:01:06.706411 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Attempting to bind port cadd1155-1a2b-425d-a983-ddcf9ce070f1 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:06.706810 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Attempting to bind port cadd1155-1a2b-425d-a983-ddcf9ce070f1 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': 'a05ada2d-9c22-425a-93fa-b2d091fa8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:06.707267 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Attempting to bind port cadd1155-1a2b-425d-a983-ddcf9ce070f1 on network 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:06.709641 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:06.713932 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:06.714336 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Checking segment: {'id': 'a05ada2d-9c22-425a-93fa-b2d091fa8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:06.714820 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:06.715207 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Bound using segment: {'id': 'a05ada2d-9c22-425a-93fa-b2d091fa8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:06.715710 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Bound port: cadd1155-1a2b-425d-a983-ddcf9ce070f1, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05ada2d-9c22-425a-93fa-b2d091fa8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:06.716086 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:06.784847 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] For port cadd1155-1a2b-425d-a983-ddcf9ce070f1, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:06.807215 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] For port cadd1155-1a2b-425d-a983-ddcf9ce070f1, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=cadd1155-1a2b-425d-a983-ddcf9ce070f1,segment=NetworkSegment(a05ada2d-9c22-425a-93fa-b2d091fa8658),segment_id=a05ada2d-9c22-425a-93fa-b2d091fa8658)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:06.879549 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:06.881985 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:06.922547 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Routers {'e9e45fe5-3506-4021-b75e-5fd782cea563'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:06.923185 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:00:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['e9e45fe5-3506-4021-b75e-5fd782cea563'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:07.019485 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Pushing event updated for resources: {'Port': ['ID=cadd1155-1a2b-425d-a983-ddcf9ce070f1,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:07.029963 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] Set router e9e45fe5-3506-4021-b75e-5fd782cea563 gateway port host: None {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:07.031786 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:07.234450 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'name': 'router1', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:54Z', 'updated_at': '2021-06-16T17:01:04Z', 'revision_number': 2, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'gw_port_host': None, '_interfaces': [{'id': 'cadd1155-1a2b-425d-a983-ddcf9ce070f1', 'name': '', 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'mac_address': 'fa:16:3e:a6:77:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:03Z', 'updated_at': '2021-06-16T17:01:06Z', 'revision_number': 4, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'subnets': [{'id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a1c2cef-082f-4bbd-8b46-bdef8ac53e39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:07.237764 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f522852a-cd0a-4742-931b-f9849c03f60c None None] The sync data for ids ['e9e45fe5-3506-4021-b75e-5fd782cea563'] in dv-cinder-772126-4-iscsi is: [{'id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'name': 'router1', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:54Z', 'updated_at': '2021-06-16T17:01:04Z', 'revision_number': 2, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'gw_port_host': None, '_interfaces': [{'id': 'cadd1155-1a2b-425d-a983-ddcf9ce070f1', 'name': '', 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'mac_address': 'fa:16:3e:a6:77:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:03Z', 'updated_at': '2021-06-16T17:01:06Z', 'revision_number': 4, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'subnets': [{'id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a1c2cef-082f-4bbd-8b46-bdef8ac53e39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:07.376989 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 40110) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:07.486374 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3d2f63-2594-43a9-81f3-dd3e38ab19ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:07.487655 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-dd3d2f63-2594-43a9-81f3-dd3e38ab19ef admin admin] 10.222.0.10 "GET /v2.0/networks/f3b02221-594f-42f0-99f5-5967d9456d03 HTTP/1.1" status: 200 len: 842 time: 0.1096914 Jun 16 17:01:07.497486 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:07.583136 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Made reservation on behalf of 6a4fc49db981493bb9c94b83789f018a for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:07.585369 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Notify callbacks [] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.981783 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.objects.ports [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93483) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 17:01:07.982240 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.984991 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:08.044158 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Pushing event updated for resources: {'Subnet': ['ID=073b07a0-9b21-4880-8860-e1a20947536b,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:08.048714 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Checking segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:08.049097 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Network hostable DHCP agents. Network: f3b02221-594f-42f0-99f5-5967d9456d03, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:01:08.053613 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:08.135622 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Network f3b02221-594f-42f0-99f5-5967d9456d03 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:01:08.233275 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, f3b02221-594f-42f0-99f5-5967d9456d03) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:08.240867 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee779e37-f5c4-47ba-893f-e0028a20e2dd None None] Network f3b02221-594f-42f0-99f5-5967d9456d03 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:01:08.242307 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:08.242938 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:08.327001 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-2a339d00-9998-4c27-902a-11792688cead admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8328905 Jun 16 17:01:08.370188 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caadacde-58d0-43ec-8d38-a6f4956331e5 None None] Network f3b02221-594f-42f0-99f5-5967d9456d03 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:01:10.540270 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 5 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:01:10.615459 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 40122) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:10.745263 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8f6401bd-4add-44bc-860c-e347b6fecf53 admin admin] 10.222.0.10 "GET /v2.0/routers/e9e45fe5-3506-4021-b75e-5fd782cea563 HTTP/1.1" status: 200 len: 710 time: 0.1286404 Jun 16 17:01:10.836264 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457f28c-869e-4e64-a575-223109fe7bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:10.837654 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8457f28c-869e-4e64-a575-223109fe7bbb admin admin] 10.222.0.10 "GET /v2.0/networks/f3b02221-594f-42f0-99f5-5967d9456d03 HTTP/1.1" status: 200 len: 886 time: 0.0873203 Jun 16 17:01:10.846186 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:11.158989 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.349108 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device cadd1155-1a2b-425d-a983-ddcf9ce070f1 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:11.474681 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.475476 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port cadd1155-1a2b-425d-a983-ddcf9ce070f1 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:11.479504 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port cadd1155-1a2b-425d-a983-ddcf9ce070f1 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:11.479883 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.551064 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.557491 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.593706 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port cadd1155-1a2b-425d-a983-ddcf9ce070f1, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=cadd1155-1a2b-425d-a983-ddcf9ce070f1,segment=NetworkSegment(a05ada2d-9c22-425a-93fa-b2d091fa8658),segment_id=a05ada2d-9c22-425a-93fa-b2d091fa8658)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:11.656172 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Allocated IP 172.27.2.27 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/fb8391af-c8b3-460d-8308-beb522df77df) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:11.703520 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.709187 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:11.752077 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=cadd1155-1a2b-425d-a983-ddcf9ce070f1,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:11.759611 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.759967 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:11.884836 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.887287 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:11.921646 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:11.927528 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:11.932226 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:11.934953 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Pushing event updated for resources: {'Port': ['ID=fb8391af-c8b3-460d-8308-beb522df77df,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:11.968186 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:12.242598 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.435331 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.438845 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-776097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-776147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784539'] for router, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.544585 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Router e9e45fe5-3506-4021-b75e-5fd782cea563 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:01:12.723995 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:12.728518 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.729829 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] 10.222.0.10 "PUT /v2.0/routers/e9e45fe5-3506-4021-b75e-5fd782cea563 HTTP/1.1" status: 200 len: 889 time: 1.8866785 Jun 16 17:01:12.744673 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Sync routers for ids ['e9e45fe5-3506-4021-b75e-5fd782cea563'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:12.755693 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Routers {'e9e45fe5-3506-4021-b75e-5fd782cea563'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:12.757043 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:00:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['e9e45fe5-3506-4021-b75e-5fd782cea563'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:13.029784 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Set router e9e45fe5-3506-4021-b75e-5fd782cea563 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:13.322267 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device cadd1155-1a2b-425d-a983-ddcf9ce070f1 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:13.434905 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port cadd1155-1a2b-425d-a983-ddcf9ce070f1 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:13.435280 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.529309 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'name': 'router1', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'fb8391af-c8b3-460d-8308-beb522df77df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:54Z', 'updated_at': '2021-06-16T17:01:12Z', 'revision_number': 4, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'gw_port': {'id': 'fb8391af-c8b3-460d-8308-beb522df77df', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:11Z', 'updated_at': '2021-06-16T17:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'cadd1155-1a2b-425d-a983-ddcf9ce070f1', 'name': '', 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'mac_address': 'fa:16:3e:a6:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:03Z', 'updated_at': '2021-06-16T17:01:11Z', 'revision_number': 5, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'subnets': [{'id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a1c2cef-082f-4bbd-8b46-bdef8ac53e39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:13.539554 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Checking router: e9e45fe5-3506-4021-b75e-5fd782cea563 for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:13.539910 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Updating router e9e45fe5-3506-4021-b75e-5fd782cea563 port fb8391af-c8b3-460d-8308-beb522df77df binding host dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:01:13.577731 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.908029 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.917870 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Transition to ACTIVE for port object fb8391af-c8b3-460d-8308-beb522df77df will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:14.027155 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.030309 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:14.079131 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Attempting to bind port fb8391af-c8b3-460d-8308-beb522df77df on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:14.082050 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Attempting to bind port fb8391af-c8b3-460d-8308-beb522df77df by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:14.082050 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Attempting to bind port fb8391af-c8b3-460d-8308-beb522df77df on network f3b02221-594f-42f0-99f5-5967d9456d03 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:14.082795 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bd181-3e68-4ff1-9ac2-4e9cc79f45cc None None] Pushing event updated for resources: {'Port': ['ID=fb8391af-c8b3-460d-8308-beb522df77df,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:14.086618 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a95bd181-3e68-4ff1-9ac2-4e9cc79f45cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:14.087787 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:14.088157 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Checking segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:14.088594 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.088998 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Bound using segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:14.089534 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Bound port: fb8391af-c8b3-460d-8308-beb522df77df, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:14.089911 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.141898 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] For port fb8391af-c8b3-460d-8308-beb522df77df, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:14.144952 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] For port fb8391af-c8b3-460d-8308-beb522df77df, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=fb8391af-c8b3-460d-8308-beb522df77df,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:14.216222 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.218585 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:14.277000 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Routers {'e9e45fe5-3506-4021-b75e-5fd782cea563'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:14.277733 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:00:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['e9e45fe5-3506-4021-b75e-5fd782cea563'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:14.312556 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bd181-3e68-4ff1-9ac2-4e9cc79f45cc None None] Pushing event updated for resources: {'Port': ['ID=fb8391af-c8b3-460d-8308-beb522df77df,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:14.316016 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a95bd181-3e68-4ff1-9ac2-4e9cc79f45cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:14.386213 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] Set router e9e45fe5-3506-4021-b75e-5fd782cea563 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:14.673348 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'name': 'router1', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'fb8391af-c8b3-460d-8308-beb522df77df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:54Z', 'updated_at': '2021-06-16T17:01:12Z', 'revision_number': 4, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'gw_port': {'id': 'fb8391af-c8b3-460d-8308-beb522df77df', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:11Z', 'updated_at': '2021-06-16T17:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'cadd1155-1a2b-425d-a983-ddcf9ce070f1', 'name': '', 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'mac_address': 'fa:16:3e:a6:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:03Z', 'updated_at': '2021-06-16T17:01:11Z', 'revision_number': 5, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'subnets': [{'id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a1c2cef-082f-4bbd-8b46-bdef8ac53e39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:14.676573 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dee460-43b3-412d-a148-372e6b66b61d None None] The sync data for ids ['e9e45fe5-3506-4021-b75e-5fd782cea563'] in dv-cinder-772126-4-iscsi is: [{'id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'name': 'router1', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'fb8391af-c8b3-460d-8308-beb522df77df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:54Z', 'updated_at': '2021-06-16T17:01:12Z', 'revision_number': 4, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'gw_port': {'id': 'fb8391af-c8b3-460d-8308-beb522df77df', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:11Z', 'updated_at': '2021-06-16T17:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'cadd1155-1a2b-425d-a983-ddcf9ce070f1', 'name': '', 'network_id': '07cd4dff-5dfc-463d-bdd4-2616f68a5d2d', 'tenant_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'mac_address': 'fa:16:3e:a6:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e45fe5-3506-4021-b75e-5fd782cea563', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:03Z', 'updated_at': '2021-06-16T17:01:11Z', 'revision_number': 5, 'project_id': 'f92b8f0aff8f46ccb152c65cefbb38ec', 'subnets': [{'id': '913973d6-178d-48a6-9d1c-ab56489c2f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a1c2cef-082f-4bbd-8b46-bdef8ac53e39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:15.149862 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 40130) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:15.282684 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-e0d77c73-eb19-4716-9362-37a0dc67a7e0 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1315787 Jun 16 17:01:15.353986 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device fb8391af-c8b3-460d-8308-beb522df77df up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:15.467002 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port fb8391af-c8b3-460d-8308-beb522df77df completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:15.471174 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port fb8391af-c8b3-460d-8308-beb522df77df triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:15.471551 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.551644 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.572520 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port fb8391af-c8b3-460d-8308-beb522df77df, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=fb8391af-c8b3-460d-8308-beb522df77df,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:15.646247 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.650445 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-ca4e967f-feba-4d88-b8b3-00ba5227d45b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:15.697194 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=fb8391af-c8b3-460d-8308-beb522df77df,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:15.702198 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:17.328976 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device fb8391af-c8b3-460d-8308-beb522df77df up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:17.381625 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port fb8391af-c8b3-460d-8308-beb522df77df triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:17.382080 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:26.434466 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e3e2417f-ae4e-4a48-881e-5bae5ee16dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.074363 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.223493 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0e77-cdb4-4fba-8273-783877270f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:30.737174 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:32.234819 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:47.541086 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 5 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:01:56.433747 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dd0660a0-bb57-4146-af38-628b427b2bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.090858 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.210393 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1af6067f-744e-473b-8c7c-6e018a8fd825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:00.747895 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.170565 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.540487 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 5 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:02:26.436587 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-08840fd9-0be5-4438-91b9-2c4dbfcf253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.104838 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.214987 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e91602e4-06bc-4a6e-bb7c-aaa621700324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:30.729707 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:32.204095 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:53.843465 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40698) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:53.906449 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8b2057-8808-49df-a279-7b46e3be0ec6 admin admin] GET failed (client error): The resource could not be found. Jun 16 17:02:53.908542 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-cd8b2057-8808-49df-a279-7b46e3be0ec6 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638874 Jun 16 17:02:54.067104 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa37a5-9476-4964-ac4c-8296f155e578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:54.068470 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-7efa37a5-9476-4964-ac4c-8296f155e578 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1561272 Jun 16 17:02:56.212268 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40708) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:56.301608 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28a679c-b6e8-4021-9f2b-e14a1873c63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:56.302944 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c28a679c-b6e8-4021-9f2b-e14a1873c63f admin admin] 10.222.0.10 "GET /v2.0/subnets/913973d6-178d-48a6-9d1c-ab56489c2f4a HTTP/1.1" status: 200 len: 849 time: 0.0897343 Jun 16 17:02:56.312022 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:56.402471 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:56.492919 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7ad8588e-1d40-45a1-80e1-a759699f44f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:56.643146 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782046875504'] for subnet, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:56.645300 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-43a9565b-1cea-4497-b925-a905adbf3ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:56.676281 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:56.676801 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:56.678502 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] 10.222.0.10 "PUT /v2.0/subnets/913973d6-178d-48a6-9d1c-ab56489c2f4a HTTP/1.1" status: 200 len: 868 time: 0.3696527 Jun 16 17:02:56.682343 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5077bac-dde4-452e-96f6-b228e256b94f None None] Network 07cd4dff-5dfc-463d-bdd4-2616f68a5d2d requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:02:56.702496 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913973d6-178d-48a6-9d1c-ab56489c2f4a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:56.710089 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.710595 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.710904 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.711196 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.711518 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.711847 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.712162 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.712483 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.712815 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.713133 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.713475 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.713785 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:56.717429 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:57.047137 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-f6b03fdd-3f84-4b03-aa81-66a69105c2a3 None None] Provisioning complete for port cadd1155-1a2b-425d-a983-ddcf9ce070f1 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:57.047605 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f6b03fdd-3f84-4b03-aa81-66a69105c2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.128642 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-f6b03fdd-3f84-4b03-aa81-66a69105c2a3 None None] Provisioning complete for port 00cc591f-8a98-4ea9-80b9-5eda499bc897 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:57.128940 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f6b03fdd-3f84-4b03-aa81-66a69105c2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:58.827785 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40716) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:59.035998 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2814d1-69e2-4a5b-aa60-d392a1d2be3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:59.036418 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2814d1-69e2-4a5b-aa60-d392a1d2be3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:59.038011 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-4c2814d1-69e2-4a5b-aa60-d392a1d2be3c admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2090054 Jun 16 17:02:59.077575 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:59.212196 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4ca09edb-266d-4d54-b315-6eebba93588b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:00.746227 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:01.209870 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40724) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:01.340151 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3bef16-5f5e-4305-af35-350ecdc353d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:01.340637 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3bef16-5f5e-4305-af35-350ecdc353d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:01.342165 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-bb3bef16-5f5e-4305-af35-350ecdc353d3 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1313610 Jun 16 17:03:01.540383 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 5 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:03:02.217790 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.495970 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40732) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:03.662318 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27bc67c-f524-4210-858b-3d43cb74d328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:03.663691 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f27bc67c-f524-4210-858b-3d43cb74d328 admin admin] 10.222.0.10 "GET /v2.0/networks/07cd4dff-5dfc-463d-bdd4-2616f68a5d2d HTTP/1.1" status: 200 len: 868 time: 0.1667824 Jun 16 17:03:05.808517 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40740) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:05.929010 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b2ff8b-b5a7-4e1e-8e19-fe387b8976a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:05.930371 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-58b2ff8b-b5a7-4e1e-8e19-fe387b8976a9 admin admin] 10.222.0.10 "GET /v2.0/networks/f3b02221-594f-42f0-99f5-5967d9456d03 HTTP/1.1" status: 200 len: 886 time: 0.1209309 Jun 16 17:03:08.068029 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40748) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:08.189640 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dc848e-ff83-4961-ba87-0ad4cd3acae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:08.190125 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dc848e-ff83-4961-ba87-0ad4cd3acae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:08.191616 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-72dc848e-ff83-4961-ba87-0ad4cd3acae8 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226420 Jun 16 17:03:10.337109 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40756) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:10.425291 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e253fb9-5291-4538-bcee-20aaa401de98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:10.425788 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e253fb9-5291-4538-bcee-20aaa401de98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:10.427310 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8e253fb9-5291-4538-bcee-20aaa401de98 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892127 Jun 16 17:03:12.596706 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40764) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:12.682274 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f2501-e554-42f2-822a-a281329af9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:12.683580 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-894f2501-e554-42f2-822a-a281329af9a7 admin admin] 10.222.0.10 "GET /v2.0/subnets/073b07a0-9b21-4880-8860-e1a20947536b HTTP/1.1" status: 200 len: 816 time: 0.0859377 Jun 16 17:03:14.821156 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40772) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:14.909663 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dcea01-d991-4c28-b46a-1229284c050d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:14.910965 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d7dcea01-d991-4c28-b46a-1229284c050d admin admin] 10.222.0.10 "GET /v2.0/subnets/913973d6-178d-48a6-9d1c-ab56489c2f4a HTTP/1.1" status: 200 len: 868 time: 0.0888469 Jun 16 17:03:26.436509 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-97a30f34-e686-4b2f-a075-b45a7eae14ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.079486 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.211140 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fd819fef-bcf9-46f8-a4a2-8eca3b261249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.736796 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:32.194023 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.486776 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40816) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:38.532016 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [None req-b546dc0f-0ad9-43dd-b5bf-7a4393cb1c98 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:03:38.533031 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b546dc0f-0ad9-43dd-b5bf-7a4393cb1c98 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452473 Jun 16 17:03:38.538655 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 5 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:03:40.796808 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40824) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:40.856198 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.pecan_wsgi.hooks.translation [None req-299d20cf-cba4-49cc-a949-707a0ecb6c22 admin admin] GET failed (client error): The resource could not be found. Jun 16 17:03:40.857614 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-299d20cf-cba4-49cc-a949-707a0ecb6c22 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598688 Jun 16 17:03:41.005867 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab28b0e1-5fa5-40b2-9e9c-5e610709a64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:41.007259 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ab28b0e1-5fa5-40b2-9e9c-5e610709a64d admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1452284 Jun 16 17:03:43.166905 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40832) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:43.211839 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:43.304924 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Made reservation on behalf of 6a4fc49db981493bb9c94b83789f018a for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:03:43.307257 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.344354 dv-cinder-772126-4-iscsi neutron-server[93484]: WARNING neutron.services.revisions.revision_plugin [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Could not find related network for resource to bump revision. Jun 16 17:03:43.356459 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:03:43.367821 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.368160 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Added segment 311da4a0-40a7-4408-83a5-dcef4514f745 of type vlan for network fbcaff12-1d6a-48c6-b147-f6861bff233e Jun 16 17:03:43.410010 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.531230 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.532590 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:43.533172 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.535268 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:43.595865 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Pushing event updated for resources: {'Network': ['ID=fbcaff12-1d6a-48c6-b147-f6861bff233e,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:43.598554 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:43.607133 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network fbcaff12-1d6a-48c6-b147-f6861bff233e details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:03:43.675481 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5067024 Jun 16 17:03:45.822549 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40840) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:45.883352 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f18fe7-d016-4aa7-86bf-a4e285c73e1c admin admin] GET failed (client error): The resource could not be found. Jun 16 17:03:45.884661 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d9f18fe7-d016-4aa7-86bf-a4e285c73e1c admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611556 Jun 16 17:03:45.954038 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766775a4-bcf0-4e63-bdae-896348796e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:45.955497 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-766775a4-bcf0-4e63-bdae-896348796e73 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0670455 Jun 16 17:03:45.965024 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e', 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:46.050516 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Made reservation on behalf of 6a4fc49db981493bb9c94b83789f018a for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:03:46.052728 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.270409 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.273297 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:46.332700 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f2b4f9-6904-4777-8ed9-7f32bd2355eb,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:46.336149 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:46.337234 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Checking segment: {'id': '311da4a0-40a7-4408-83a5-dcef4514f745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:03:46.337729 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Network hostable DHCP agents. Network: fbcaff12-1d6a-48c6-b147-f6861bff233e, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:03:46.433672 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Network fbcaff12-1d6a-48c6-b147-f6861bff233e is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:03:46.553592 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, fbcaff12-1d6a-48c6-b147-f6861bff233e) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:03:46.558485 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:46.559135 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.563702 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717feed7-19e6-4d01-8b97-1a610757e924 None None] Network fbcaff12-1d6a-48c6-b147-f6861bff233e requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:03:46.651837 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6901848 Jun 16 17:03:46.710882 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77d24ac1-5335-58a7-b4f6-50a51633770b-fbcaff12-1d6a-48c6-b147-f6861bff233e', 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e', 'tenant_id': '6a4fc49db981493bb9c94b83789f018a', 'fixed_ips': [{'subnet_id': '36f2b4f9-6904-4777-8ed9-7f32bd2355eb'}]}} from dv-cinder-772126-4-iscsi. {{(pid=93485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:03:46.711757 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.852031 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Allocated IP 192.168.233.2 (fbcaff12-1d6a-48c6-b147-f6861bff233e/36f2b4f9-6904-4777-8ed9-7f32bd2355eb/fc83a68a-adec-472c-be21-8886522f7090) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:03:47.095417 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.104048 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Transition to ACTIVE for port object fc83a68a-adec-472c-be21-8886522f7090 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:03:47.119161 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Transition to ACTIVE for port object fc83a68a-adec-472c-be21-8886522f7090 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:03:47.185509 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.188696 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:47.229132 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Network fbcaff12-1d6a-48c6-b147-f6861bff233e is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:03:47.235259 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Pushing event updated for resources: {'Port': ['ID=fc83a68a-adec-472c-be21-8886522f7090,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:47.237691 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:03:47.241224 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:03:47.250016 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.250360 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.250706 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.251044 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.251376 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.251718 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.252046 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.252376 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.252724 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.253053 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.253376 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.253718 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:47.259873 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:47.309945 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Attempting to bind port fc83a68a-adec-472c-be21-8886522f7090 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:03:47.310323 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Attempting to bind port fc83a68a-adec-472c-be21-8886522f7090 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '311da4a0-40a7-4408-83a5-dcef4514f745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:03:47.310804 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Attempting to bind port fc83a68a-adec-472c-be21-8886522f7090 on network fbcaff12-1d6a-48c6-b147-f6861bff233e {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:03:47.316354 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:03:47.316735 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Checking segment: {'id': '311da4a0-40a7-4408-83a5-dcef4514f745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:03:47.317141 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.317577 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Bound using segment: {'id': '311da4a0-40a7-4408-83a5-dcef4514f745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:03:47.318050 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Bound port: fc83a68a-adec-472c-be21-8886522f7090, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311da4a0-40a7-4408-83a5-dcef4514f745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:03:47.318427 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.383561 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] For port fc83a68a-adec-472c-be21-8886522f7090, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:03:47.386684 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] For port fc83a68a-adec-472c-be21-8886522f7090, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=fc83a68a-adec-472c-be21-8886522f7090,segment=NetworkSegment(311da4a0-40a7-4408-83a5-dcef4514f745),segment_id=311da4a0-40a7-4408-83a5-dcef4514f745)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:03:47.451071 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.453811 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a95bd181-3e68-4ff1-9ac2-4e9cc79f45cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:47.515208 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Pushing event updated for resources: {'Port': ['ID=fc83a68a-adec-472c-be21-8886522f7090,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:47.522163 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:48.333312 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e3b62e-8bd2-49a1-8589-d1942a169ea6 None None] Network fbcaff12-1d6a-48c6-b147-f6861bff233e requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:03:48.530651 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-46a0baea-80dd-47b9-bec6-f0e93b639191 None None] Provisioning for port fc83a68a-adec-472c-be21-8886522f7090 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:03:49.453516 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device fc83a68a-adec-472c-be21-8886522f7090 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:03:49.570863 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port fc83a68a-adec-472c-be21-8886522f7090 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:03:49.575340 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port fc83a68a-adec-472c-be21-8886522f7090 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:03:49.575729 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:49.653454 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:49.685007 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port fc83a68a-adec-472c-be21-8886522f7090, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=fc83a68a-adec-472c-be21-8886522f7090,segment=NetworkSegment(311da4a0-40a7-4408-83a5-dcef4514f745),segment_id=311da4a0-40a7-4408-83a5-dcef4514f745)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:49.753711 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:49.756506 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:49.816784 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=fc83a68a-adec-472c-be21-8886522f7090,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:49.820817 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:51.412493 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device fc83a68a-adec-472c-be21-8886522f7090 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:03:51.459602 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port fc83a68a-adec-472c-be21-8886522f7090 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:03:51.459972 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.441405 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f2b433ce-97bc-4d38-bc59-29d450dc72c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:59.104271 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:59.216013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6f6f41d9-d44f-43d0-a51d-1f7550dfe5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:00.735993 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:02.187579 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:15.536574 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 5 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:04:26.488958 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-577e1336-0ae2-4b73-9092-d30cf1611ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.080651 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.192128 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e4905a3a-352f-4a61-b953-fc84b5cd3a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.746278 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:32.194771 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:52.534845 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 5 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:04:56.439667 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2112feae-90fd-4c72-9203-961ad80dc102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.102809 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.219829 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae796-36a4-424c-95da-2f554d084261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:00.762225 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:02.190778 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:11.179777 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40892) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:11.185739 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [None req-eeae29ce-da35-4dba-8079-0ac8f723d53e tempest-verify_tempest_config-437805636 tempest-verify_tempest_config-437805636-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:05:11.186709 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-eeae29ce-da35-4dba-8079-0ac8f723d53e tempest-verify_tempest_config-437805636 tempest-verify_tempest_config-437805636-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059087 Jun 16 17:05:11.872396 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40910) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:11.973107 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:12.060220 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:12.142336 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:12.149698 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:12.201875 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c618c-1b88-4093-9cac-fb70a3ddbc9a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:12.206431 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5faea3edea514892a2d4e2552dac64fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3329718 Jun 16 17:05:12.209533 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 40914) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:12.211100 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.211561 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.211925 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.212246 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.212572 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.212915 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.213264 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.213613 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.213953 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.214273 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.214614 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.214902 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.218940 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:12.268780 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:12.289042 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:12.447515 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:12.450272 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:12.451436 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/729c618c-1b88-4093-9cac-fb70a3ddbc9a HTTP/1.1" status: 204 len: 168 time: 0.2410874 Jun 16 17:05:12.452049 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:12.459988 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c618c-1b88-4093-9cac-fb70a3ddbc9a,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:12.468251 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.468658 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.469054 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.469380 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.470325 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.470679 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.471011 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.471338 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.471684 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.472009 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.472329 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.472692 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:12.476051 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:26.587519 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-84f90420-8a66-4e7f-95b9-0b8259ff76a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:29.084411 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:29.209826 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-acbd8a00-127b-4f8f-96e3-e3b8d1ed5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:29.532634 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 5 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:05:30.759046 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:32.224380 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.457335 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-507bfb89-85ed-4aa0-9956-e98027fe26ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:59.131422 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:59.240316 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a55528cb-2836-45a4-96dc-df57d2b9d139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:00.746237 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.202947 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.531826 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 5 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:06:26.462197 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-01807b38-c180-4268-a393-9f883050f9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:29.084473 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:29.221317 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-177be584-55e9-4add-a277-ea50fb8d9fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:30.744966 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:32.214056 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:43.530876 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 5 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:06:52.683809 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415'] for agent, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:54.932696 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 40968) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:55.035000 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-82758a80-3645-41f6-b0df-1fb7c2e39410 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1012070 Jun 16 17:06:56.454907 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c2819dbe-055e-408d-926e-31561279f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:57.188725 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 40978) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:57.247994 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-68438032-56e9-48a0-b782-61089d29f77e admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0581737 Jun 16 17:06:59.106300 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:59.220871 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-66d699c8-ded6-4715-a5c2-01869338dd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.758004 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:02.252757 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:20.529304 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:07:22.623837 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:26.458135 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-214a26c8-9c88-49a4-9e43-11279f38b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:29.103539 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:29.305600 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8032f1ef-d15c-45d0-b855-74d252f97a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:30.783242 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:32.248288 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:52.630083 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:56.447166 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-167e848a-9f07-4d90-9700-1735f788dfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:57.528302 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:07:59.087411 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:59.239217 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4c12855d-b1d8-4172-a52f-056a04755322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:00.748036 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:02.258600 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:22.674124 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:23.855555 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41136) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:24.315460 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-979563402-network', 'tenant_id': 'cc40842a427049259261ae77d430ce91'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:24.342384 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41158) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:24.423434 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Made reservation on behalf of cc40842a427049259261ae77d430ce91 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:24.425835 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.434421 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.501122 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-212580256-network', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:24.549462 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.628929 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.636187 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:24.654845 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:08:24.679888 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.682838 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Added segment 3212b838-9304-4c74-9a31-34d4e2d162e4 of type vlan for network bafd4575-f5a6-4e2f-91bf-8600444f6a8e Jun 16 17:08:24.691766 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4bf8df-25cd-4b65-a8b4-9b6fa94bf754,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:24.721102 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.721491 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.721836 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.722163 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.722485 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.723300 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.723300 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.723523 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.723749 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.724536 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.724536 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.724861 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Tracked resource versions report: Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: pushed versions: Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: { 'AddressGroup': {'1.2'}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'ConntrackHelper': {'1.0'}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Log': {'1.0'}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Network': {'1.1'}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Port': {'1.7'}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'PortForwarding': {'1.2'}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'QosPolicy': {'1.8'}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SecurityGroup': {'1.4'}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SubPort': {'1.0'}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Subnet': {'1.1'}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Trunk': {'1.1'}} Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: consumer versions: Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: { DHCP agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: HyperV agent@hv-cinder-77212: {}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: L3 agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: Metadata agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: Metering agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: Open vSwitch agent@dv-cinder-772126-4-iscsi: { 'AddressGroup': '1.2', Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'ConntrackHelper': '1.0', Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Log': '1.0', Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Network': '1.1', Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Port': '1.7', Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'PortForwarding': '1.2', Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'QosPolicy': '1.8', Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SecurityGroup': '1.4', Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SecurityGroupRule': '1.2', Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'SubPort': '1.0', Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Subnet': '1.1', Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: 'Trunk': '1.1'}} Jun 16 17:08:24.726144 dv-cinder-772126-4-iscsi neutron-server[93483]: {{(pid=93483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:08:24.737296 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.746125 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:24.748249 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Made reservation on behalf of c46e28ee30ee46c5b7a8146423501f99 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:24.750531 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.768791 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.863812 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.872561 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.873877 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:24.874851 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.876446 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:24.932382 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Pushing event updated for resources: {'Network': ['ID=bafd4575-f5a6-4e2f-91bf-8600444f6a8e,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:24.935005 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:24.944258 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network bafd4575-f5a6-4e2f-91bf-8600444f6a8e details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:08:24.967227 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.979189 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:08:24.988613 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.989281 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Added segment 4dfd7e65-2425-43ad-b6cc-d7add9b1b074 of type vlan for network 83538a37-de03-4bca-862d-10405954664f Jun 16 17:08:25.017953 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:25.053199 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705d266c-f2bc-497f-af30-1cb580c6108d,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:25.056924 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.080578 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2213051 Jun 16 17:08:25.081326 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41194) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:25.085714 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:25.088044 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Request body: {'subnet': {'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-979563402-subnet', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:25.103944 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41198) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:25.131990 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41202) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:25.198983 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.200341 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:25.203439 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.210595 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41208) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:25.211412 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-566ec89c-5f0a-4f04-b59d-5a6d9271c7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:25.247442 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Made reservation on behalf of cc40842a427049259261ae77d430ce91 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:25.250703 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.269622 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Pushing event updated for resources: {'Network': ['ID=83538a37-de03-4bca-862d-10405954664f,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:25.272304 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:25.279719 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 83538a37-de03-4bca-862d-10405954664f details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:08:25.349942 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1760578220-network', 'tenant_id': 'b5c959a039e341c8be00887182febeab'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:25.391947 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0481987 Jun 16 17:08:25.393563 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41220) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:25.399485 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Request body: {'subnet': {'network_id': '83538a37-de03-4bca-862d-10405954664f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-212580256-subnet', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:25.470696 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Made reservation on behalf of b5c959a039e341c8be00887182febeab for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:25.473362 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.490823 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.524103 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-network', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:25.526310 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.530641 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c29f98ec-842a-4c44-9907-2704beb8f619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:25.572296 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1959797361-network', 'tenant_id': 'd2f0092566bb4df4afc3048e62c37a77'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:25.601182 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Made reservation on behalf of c46e28ee30ee46c5b7a8146423501f99 for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:25.615981 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Notify callbacks [] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.616132 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0cf48a-5f55-4609-8052-40d4baf62024,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:25.620852 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.621202 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.621550 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.622062 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.622384 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.622719 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.623217 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.623530 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.624017 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.624330 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.624805 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.625268 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Tracked resource versions report: Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: pushed versions: Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: { 'AddressGroup': {'1.2'}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'ConntrackHelper': {'1.0'}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Log': {'1.0'}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Network': {'1.1'}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Port': {'1.7'}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'PortForwarding': {'1.2'}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'QosPolicy': {'1.8'}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SecurityGroup': {'1.4'}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SubPort': {'1.0'}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Subnet': {'1.1'}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Trunk': {'1.1'}} Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: consumer versions: Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: { DHCP agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: HyperV agent@hv-cinder-77212: {}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: L3 agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: Metadata agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: Metering agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: Open vSwitch agent@dv-cinder-772126-4-iscsi: { 'AddressGroup': '1.2', Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'ConntrackHelper': '1.0', Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Log': '1.0', Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Network': '1.1', Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Port': '1.7', Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'PortForwarding': '1.2', Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'QosPolicy': '1.8', Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SecurityGroup': '1.4', Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SecurityGroupRule': '1.2', Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'SubPort': '1.0', Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Subnet': '1.1', Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: 'Trunk': '1.1'}} Jun 16 17:08:25.626451 dv-cinder-772126-4-iscsi neutron-server[93484]: {{(pid=93484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:08:25.638014 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:25.639756 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Checking segment: {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:25.640314 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Network hostable DHCP agents. Network: bafd4575-f5a6-4e2f-91bf-8600444f6a8e, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:08:25.778036 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Network bafd4575-f5a6-4e2f-91bf-8600444f6a8e is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:08:25.803566 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.863325 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, bafd4575-f5a6-4e2f-91bf-8600444f6a8e) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:25.869152 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:25.870266 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.873653 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fdec38-af67-472f-85a0-fccc1f53366f None None] Network bafd4575-f5a6-4e2f-91bf-8600444f6a8e requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:25.886668 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.891027 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:25.920436 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3445b1e3-8c77-4516-9355-6cb65fae0151,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:25.925796 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:25.936542 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.937477 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:08:25.948071 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:25.955797 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8730187 Jun 16 17:08:25.958739 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41238) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:25.963728 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:26.029278 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.029587 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Added segment 78c9707a-2c05-4365-be9e-c2bbe032553a of type vlan for network 9187ec7d-b0eb-45cf-aecd-4345f6619eb3 Jun 16 17:08:26.033952 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Checking segment: {'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:26.034306 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Network hostable DHCP agents. Network: 83538a37-de03-4bca-862d-10405954664f, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:08:26.050793 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77d24ac1-5335-58a7-b4f6-50a51633770b-bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024'}]}} from dv-cinder-772126-4-iscsi. {{(pid=93485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:08:26.051814 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.085936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Made reservation on behalf of f3a7d6136c3b4ead8c340aca8b5a073a for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:26.088209 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.107679 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.130141 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=982879e0-3d34-4b43-b4af-4c2f8f618759,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:26.133378 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.138422 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:26.219420 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Allocated IP 172.20.0.2 (bafd4575-f5a6-4e2f-91bf-8600444f6a8e/ba0cf48a-5f55-4609-8052-40d4baf62024/43a5082f-2161-4d7b-a2b0-710a6be7d87b) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:26.223132 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Network 83538a37-de03-4bca-862d-10405954664f is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:08:26.308424 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.309493 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Made reservation on behalf of d2f0092566bb4df4afc3048e62c37a77 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:26.312142 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.317125 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:26.317718 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.327878 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:26.344766 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.382438 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 83538a37-de03-4bca-862d-10405954664f) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:26.383983 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.387158 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:26.387886 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-110c471a-e983-4690-90af-192c70166aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.400256 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f1513-0b7e-4fca-b0f3-8c2c33e70762 None None] Network 83538a37-de03-4bca-862d-10405954664f requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:26.416386 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Pushing event updated for resources: {'Network': ['ID=9187ec7d-b0eb-45cf-aecd-4345f6619eb3,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:26.419129 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:26.431558 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.434402 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.467226 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Transition to ACTIVE for port object 43a5082f-2161-4d7b-a2b0-710a6be7d87b will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:26.477344 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 9187ec7d-b0eb-45cf-aecd-4345f6619eb3 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:08:26.510150 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-110c471a-e983-4690-90af-192c70166aae admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1154311 Jun 16 17:08:26.513659 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41264) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:26.519607 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-212580256-router', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:26.638597 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e914ed78-2e81-4b75-942b-71a4ee793e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.674692 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Transition to ACTIVE for port object 43a5082f-2161-4d7b-a2b0-710a6be7d87b will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:26.680506 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.750794 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.754607 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.757575 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:26.759290 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd12393c-7cfd-4c03-9a6f-9d2f8a76669f None None] Network 83538a37-de03-4bca-862d-10405954664f requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:26.776192 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:08:26.779345 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.802999 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41278) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:26.809665 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Request body: {'subnet': {'network_id': '9187ec7d-b0eb-45cf-aecd-4345f6619eb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1760578220-subnet', 'tenant_id': 'b5c959a039e341c8be00887182febeab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:26.814303 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7087593 Jun 16 17:08:26.815598 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c65c1-8529-4651-aa40-6ee444152860,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:26.817735 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a9c751b8-95f1-4f08-9585-94182bce2835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:26.832673 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.833116 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Added segment 5be1c9cf-0193-4d1e-b3a7-5ffef88185b5 of type vlan for network da7a276f-c9d5-4544-b86d-98dbf95a7f2d Jun 16 17:08:26.869753 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:26.883564 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.db.api [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 17:08:26.883564 dv-cinder-772126-4-iscsi neutron-server[93483]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 17:08:26.883564 dv-cinder-772126-4-iscsi neutron-server[93483]: [parameters: {'project_id_1': 'c46e28ee30ee46c5b7a8146423501f99', 'expiration_1': datetime.datetime(2021, 6, 16, 17, 8, 26, 537939)}] Jun 16 17:08:26.883564 dv-cinder-772126-4-iscsi neutron-server[93483]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93483) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 17:08:26.884506 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_db.api [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:08:26.891262 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Network bafd4575-f5a6-4e2f-91bf-8600444f6a8e is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:26.898475 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:26.906907 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:26.922869 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Pushing event updated for resources: {'Port': ['ID=43a5082f-2161-4d7b-a2b0-710a6be7d87b,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:26.932060 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:26.966223 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.970559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.970559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.970559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.970559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.970559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.970559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.970559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.970559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.970559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.970559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.970559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Tracked resource versions report: Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: pushed versions: Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: { 'AddressGroup': {'1.2'}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'ConntrackHelper': {'1.0'}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Log': {'1.0'}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Network': {'1.1'}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Port': {'1.7'}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'PortForwarding': {'1.2'}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'QosPolicy': {'1.8'}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SecurityGroup': {'1.4'}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SubPort': {'1.0'}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Subnet': {'1.1'}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Trunk': {'1.1'}} Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: consumer versions: Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: { DHCP agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: HyperV agent@hv-cinder-77212: {}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: L3 agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: Metadata agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: Metering agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: Open vSwitch agent@dv-cinder-772126-4-iscsi: { 'AddressGroup': '1.2', Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'ConntrackHelper': '1.0', Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Log': '1.0', Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Network': '1.1', Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Port': '1.7', Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'PortForwarding': '1.2', Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'QosPolicy': '1.8', Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SecurityGroup': '1.4', Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SecurityGroupRule': '1.2', Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'SubPort': '1.0', Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Subnet': '1.1', Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: 'Trunk': '1.1'}} Jun 16 17:08:26.972225 dv-cinder-772126-4-iscsi neutron-server[93485]: {{(pid=93485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:08:26.986023 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:27.055668 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.059131 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.062679 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:27.066091 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Attempting to bind port 43a5082f-2161-4d7b-a2b0-710a6be7d87b on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:08:27.066667 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Attempting to bind port 43a5082f-2161-4d7b-a2b0-710a6be7d87b by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:08:27.066880 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Attempting to bind port 43a5082f-2161-4d7b-a2b0-710a6be7d87b on network bafd4575-f5a6-4e2f-91bf-8600444f6a8e {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:27.067402 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.075162 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:08:27.075547 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Checking segment: {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:27.075952 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.076446 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Bound using segment: {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:08:27.081150 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Bound port: 43a5082f-2161-4d7b-a2b0-710a6be7d87b, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:08:27.081612 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.096373 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3c1b6254-77b9-4c27-b58c-ec9a26724c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:27.126086 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.137919 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.163194 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] For port 43a5082f-2161-4d7b-a2b0-710a6be7d87b, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:08:27.166849 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] For port 43a5082f-2161-4d7b-a2b0-710a6be7d87b, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=43a5082f-2161-4d7b-a2b0-710a6be7d87b,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:08:27.189624 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:08:27.191584 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Pushing event updated for resources: {'Network': ['ID=da7a276f-c9d5-4544-b86d-98dbf95a7f2d,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:27.198332 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:27.201966 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network da7a276f-c9d5-4544-b86d-98dbf95a7f2d details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:08:27.212954 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:27.227858 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0912118 Jun 16 17:08:27.229256 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41298) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:27.237099 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Request body: {'subnet': {'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-subnet', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:27.241900 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.242358 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Added segment ab84ab63-bbd4-436d-86ad-3f3b53494fa1 of type vlan for network b1c86713-c095-4539-903c-acd5ab66c953 Jun 16 17:08:27.270318 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.276879 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:27.290958 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed431118-999d-423b-b978-f0afb76ccb86,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:27.301201 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:27.308911 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.339262 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Made reservation on behalf of b5c959a039e341c8be00887182febeab for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:27.343596 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.389911 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Pushing event updated for resources: {'Port': ['ID=43a5082f-2161-4d7b-a2b0-710a6be7d87b,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:27.402671 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:27.433662 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.435749 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:27.436564 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.439405 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4e132a21-72ef-42b9-88fd-20237fb86d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:27.514238 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.515372 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.541818 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=b1c86713-c095-4539-903c-acd5ab66c953,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:27.547516 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:27.554227 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network b1c86713-c095-4539-903c-acd5ab66c953 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:08:27.645786 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Made reservation on behalf of f3a7d6136c3b4ead8c340aca8b5a073a for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:27.649163 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.654979 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.736947 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5044796 Jun 16 17:08:27.736947 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41326) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:27.736947 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Request body: {'subnet': {'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1959797361-subnet', 'tenant_id': 'd2f0092566bb4df4afc3048e62c37a77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:27.906043 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:27.922533 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3b74a153-b2cf-4eb5-ab67-f6a2f8c3607d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:27.950090 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Made reservation on behalf of d2f0092566bb4df4afc3048e62c37a77 for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:27.954783 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.081893 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.096876 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2836e986-cde2-4167-b8ec-b449ce3c3355,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:28.122472 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:28.124592 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Checking segment: {'id': '78c9707a-2c05-4365-be9e-c2bbe032553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9187ec7d-b0eb-45cf-aecd-4345f6619eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:28.124947 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Network hostable DHCP agents. Network: 9187ec7d-b0eb-45cf-aecd-4345f6619eb3, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:08:28.127452 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.151902 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.358226 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Network 9187ec7d-b0eb-45cf-aecd-4345f6619eb3 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:08:28.418335 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Allocated IP 172.27.2.163 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/6fca205a-4921-4703-b98f-7c19505fab30) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:28.433121 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.465481 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 9187ec7d-b0eb-45cf-aecd-4345f6619eb3) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:28.467734 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.474225 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa99f6-f8db-4f2c-84f6-4d6c26056f8f None None] Network 9187ec7d-b0eb-45cf-aecd-4345f6619eb3 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:28.488548 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41352) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:28.495723 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:28.502953 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:28.503647 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.532528 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:28.644371 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b104c8f-c305-4e57-a0f3-52893d961087,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:28.663011 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:28.680867 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8763833 Jun 16 17:08:28.708208 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bc5e64-c174-482b-843f-176b7d5cb8f6 None None] Network 9187ec7d-b0eb-45cf-aecd-4345f6619eb3 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:28.714764 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.721523 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.725413 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Checking segment: {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:28.726142 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Network hostable DHCP agents. Network: da7a276f-c9d5-4544-b86d-98dbf95a7f2d, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:08:28.736591 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41360) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:28.776205 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.804977 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc0351f-c8c6-47f3-be73-fc174db5a017,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:28.835933 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:28.882408 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c4815-ad65-4379-8c04-bac56d16b99b None None] Network bafd4575-f5a6-4e2f-91bf-8600444f6a8e requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:28.892731 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Network da7a276f-c9d5-4544-b86d-98dbf95a7f2d is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:08:28.900700 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c0cc806f-2730-4520-ba58-dfd17b175458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.928232 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Checking segment: {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:28.928678 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Network hostable DHCP agents. Network: b1c86713-c095-4539-903c-acd5ab66c953, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:08:28.937656 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f31f43ea-9c90-4773-aee3-70bd98a03d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.994741 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.003562 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:29.069823 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Allocated IP 172.27.2.34 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/f0dcac0d-0891-4394-a5f7-bd37d753fba4) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:29.075424 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, da7a276f-c9d5-4544-b86d-98dbf95a7f2d) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:29.080455 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:29.086449 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-14eea61a-4524-493b-b1d0-c18280e45a86 None None] Provisioning for port 43a5082f-2161-4d7b-a2b0-710a6be7d87b completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:29.089370 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:29.090319 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.092196 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c466dd-d6e9-40c6-aceb-cbdfcf938c99 None None] Network da7a276f-c9d5-4544-b86d-98dbf95a7f2d requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:29.100792 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:29.112004 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:29.162780 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.183912 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Network b1c86713-c095-4539-903c-acd5ab66c953 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:08:29.203906 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Pushing event updated for resources: {'Port': ['ID=6fca205a-4921-4703-b98f-7c19505fab30,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:29.211502 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, b1c86713-c095-4539-903c-acd5ab66c953) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:29.218606 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:29.222177 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c0cc806f-2730-4520-ba58-dfd17b175458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.227688 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:29.228687 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.254252 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c1049-de20-4d16-b943-542e3922aa94 None None] Network b1c86713-c095-4539-903c-acd5ab66c953 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:29.256424 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.260797 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1dec8af6-4d96-4a2b-87e6-64fd7d63797d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.307058 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c0cc806f-2730-4520-ba58-dfd17b175458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.314302 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:29.362610 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41382) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:29.362756 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c0cc806f-2730-4520-ba58-dfd17b175458 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=082145fb23f84075824c65f674f79152&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8708942 Jun 16 17:08:29.363848 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc806f-2730-4520-ba58-dfd17b175458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a64d88f-e46d-4526-b3d4-d176b4949689,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:29.378688 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c0cc806f-2730-4520-ba58-dfd17b175458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:29.391157 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77d24ac1-5335-58a7-b4f6-50a51633770b-da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087'}]}} from dv-cinder-772126-4-iscsi. {{(pid=93485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:08:29.393101 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.397445 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1645219 Jun 16 17:08:29.399084 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41384) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:29.404316 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:29.446942 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41394) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:29.449428 dv-cinder-772126-4-iscsi neutron-server[93483]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 17:08:29.452493 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.472304 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7438929 Jun 16 17:08:29.487056 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:29.671772 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Allocated IP 172.20.0.2 (da7a276f-c9d5-4544-b86d-98dbf95a7f2d/0b104c8f-c305-4e57-a0f3-52893d961087/80990561-2134-4c42-9519-817475777691) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:29.687122 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d8af5-09cc-40b2-90de-7d0eedf8399d None None] Network b1c86713-c095-4539-903c-acd5ab66c953 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:29.735071 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:29.759913 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:29.773098 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.778169 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 43a5082f-2161-4d7b-a2b0-710a6be7d87b up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:29.779105 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:29.783163 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Pushing event updated for resources: {'Port': ['ID=f0dcac0d-0891-4394-a5f7-bd37d753fba4,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:29.788659 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:29.874445 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae2193d-f5bc-4351-aea1-728979885ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:29.990124 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41418) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:30.134603 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae2193d-f5bc-4351-aea1-728979885ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.150651 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.153677 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f31f43ea-9c90-4773-aee3-70bd98a03d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.159640 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Transition to ACTIVE for port object 80990561-2134-4c42-9519-817475777691 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:30.166725 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 43a5082f-2161-4d7b-a2b0-710a6be7d87b completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:30.176616 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 43a5082f-2161-4d7b-a2b0-710a6be7d87b triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:30.177037 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.180079 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-c33238a3-4d86-44b4-ad7e-8364897c2041 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:30.181249 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Transition to ACTIVE for port object 80990561-2134-4c42-9519-817475777691 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:30.181622 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-c33238a3-4d86-44b4-ad7e-8364897c2041 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/networks?id=9187ec7d-b0eb-45cf-aecd-4345f6619eb3 HTTP/1.1" status: 200 len: 812 time: 0.7337036 Jun 16 17:08:30.188041 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776152'] for router, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.234409 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-7c7845ea-0eeb-44a0-9f19-c53e247218c3 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/quotas/b5c959a039e341c8be00887182febeab HTTP/1.1" status: 200 len: 375 time: 0.0392189 Jun 16 17:08:30.263165 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f31f43ea-9c90-4773-aee3-70bd98a03d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.279095 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:30.284794 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.290527 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-973f3948-6c64-4740-8325-3e06718335c2 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:30.292040 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-973f3948-6c64-4740-8325-3e06718335c2 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 815 time: 0.2939241 Jun 16 17:08:30.315863 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-46a5b66f-6efa-4414-9091-c6fee80cbd4f tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5c959a039e341c8be00887182febeab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642321 Jun 16 17:08:30.325452 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-1ac1ee1d-d795-474b-b386-0e100c9545b3 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/quotas/d2f0092566bb4df4afc3048e62c37a77 HTTP/1.1" status: 200 len: 375 time: 0.0119548 Jun 16 17:08:30.335520 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.345464 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f31f43ea-9c90-4773-aee3-70bd98a03d46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4eea61ad3dc144229476e9d17b1eb7cc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6062813 Jun 16 17:08:30.345948 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 43a5082f-2161-4d7b-a2b0-710a6be7d87b, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=43a5082f-2161-4d7b-a2b0-710a6be7d87b,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:30.346799 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:30.351101 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41428) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:30.352067 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f43ea-9c90-4773-aee3-70bd98a03d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a3f6b7-2289-4a87-bc58-9532964c4cb6,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:30.355319 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f31f43ea-9c90-4773-aee3-70bd98a03d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:30.386022 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Network da7a276f-c9d5-4544-b86d-98dbf95a7f2d is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:30.391340 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:30.399926 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:30.414430 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae2193d-f5bc-4351-aea1-728979885ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.421691 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.426869 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.434499 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.437162 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae2193d-f5bc-4351-aea1-728979885ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.441557 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4ae2193d-f5bc-4351-aea1-728979885ff7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a64d88f-e46d-4526-b3d4-d176b4949689 HTTP/1.1" status: 204 len: 168 time: 1.0769889 Jun 16 17:08:30.444111 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-444058e9-8d90-4a6d-a7b1-4d91e9c9347a tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762839 Jun 16 17:08:30.447111 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:30.457984 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2193d-f5bc-4351-aea1-728979885ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a64d88f-e46d-4526-b3d4-d176b4949689,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:30.464318 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4ae2193d-f5bc-4351-aea1-728979885ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:30.477935 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Pushing event updated for resources: {'Port': ['ID=80990561-2134-4c42-9519-817475777691,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:30.484923 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-84c8fdc5-6cf5-4b8d-a210-807dc44cfd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.497050 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.497622 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:30.505305 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Attempting to bind port 80990561-2134-4c42-9519-817475777691 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:08:30.505810 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Attempting to bind port 80990561-2134-4c42-9519-817475777691 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:08:30.506436 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Attempting to bind port 80990561-2134-4c42-9519-817475777691 on network da7a276f-c9d5-4544-b86d-98dbf95a7f2d {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:30.511981 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:30.541235 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.550454 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:08:30.550738 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-84c8fdc5-6cf5-4b8d-a210-807dc44cfd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.550864 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Checking segment: {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:30.553104 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.553104 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Bound using segment: {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:08:30.553360 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Bound port: 80990561-2134-4c42-9519-817475777691, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:08:30.554197 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.622584 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Router 2a6c974d-fbf5-40c0-9305-717a6ed1671d is scheduled to L3 agent d030d153-e17d-479d-a207-828748eac732 with binding_index 1 {{(pid=93484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:08:30.634286 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=43a5082f-2161-4d7b-a2b0-710a6be7d87b,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:30.641377 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:30.663949 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] For port 80990561-2134-4c42-9519-817475777691, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:08:30.667605 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] For port 80990561-2134-4c42-9519-817475777691, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=80990561-2134-4c42-9519-817475777691,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:08:30.691887 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-9163401c-1f65-4753-9ce1-2bd2a17613ba service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:08:30.691887 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-9163401c-1f65-4753-9ce1-2bd2a17613ba service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2285850 Jun 16 17:08:30.801518 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.806419 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:30.847989 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-84c8fdc5-6cf5-4b8d-a210-807dc44cfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.855634 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-84c8fdc5-6cf5-4b8d-a210-807dc44cfd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.857834 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-84c8fdc5-6cf5-4b8d-a210-807dc44cfd17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63a3f6b7-2289-4a87-bc58-9532964c4cb6 HTTP/1.1" status: 204 len: 168 time: 0.5002258 Jun 16 17:08:30.862995 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c3028087-6957-4f28-9156-35daaa0e802f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:30.875209 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.877786 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.897484 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Pushing event updated for resources: {'Port': ['ID=80990561-2134-4c42-9519-817475777691,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:30.905612 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8fdc5-6cf5-4b8d-a210-807dc44cfd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a3f6b7-2289-4a87-bc58-9532964c4cb6,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:30.905733 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:30.908209 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:08:30.919981 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-84c8fdc5-6cf5-4b8d-a210-807dc44cfd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:30.967136 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Sync routers for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:08:30.972316 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-b1caa9de-fa35-483c-a4dd-66067aa72a12 service neutron] 10.222.0.10 "GET /v2.0/networks/9187ec7d-b0eb-45cf-aecd-4345f6619eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316304 Jun 16 17:08:30.972316 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776152'] for router, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:30.978413 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:30.979053 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:30.999405 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-2313079d-681c-4a49-bc8f-cf6c075a749c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:08:31.000883 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-2313079d-681c-4a49-bc8f-cf6c075a749c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3156252 Jun 16 17:08:31.073160 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:31.081436 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1216319 Jun 16 17:08:31.082066 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41450) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:31.249006 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:31.408375 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-7cd6885d-c88d-45a3-9a9e-7723dcba960c service neutron] 10.222.0.10 "GET /v2.0/networks/9187ec7d-b0eb-45cf-aecd-4345f6619eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281540 Jun 16 17:08:31.415421 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-60479bda-b69c-4013-8c56-e44ced5c4960 service neutron] 10.222.0.10 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697593 Jun 16 17:08:31.534615 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Router 33177255-4b88-4d9a-9fb5-127a25bab9e6 is scheduled to L3 agent d030d153-e17d-479d-a207-828748eac732 with binding_index 1 {{(pid=93483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:08:31.697595 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:29Z', 'revision_number': 3, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:31.705892 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Checking router: 2a6c974d-fbf5-40c0-9305-717a6ed1671d for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:08:31.706616 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Updating router 2a6c974d-fbf5-40c0-9305-717a6ed1671d port 6fca205a-4921-4703-b98f-7c19505fab30 binding host dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:08:31.770578 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:31.778041 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-738b3c91-cb8f-4a67-a64a-12e207b83d0b service neutron] 10.222.0.10 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561232 Jun 16 17:08:31.832550 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 43a5082f-2161-4d7b-a2b0-710a6be7d87b up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:31.861542 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:08:31.875029 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Sync routers for ids ['33177255-4b88-4d9a-9fb5-127a25bab9e6'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:08:31.926558 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41470) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:31.950081 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-54710e85-9164-4f69-9960-10276498fd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:31.967945 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Routers {'33177255-4b88-4d9a-9fb5-127a25bab9e6'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:31.977501 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['33177255-4b88-4d9a-9fb5-127a25bab9e6'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:32.204489 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-892fd057-772d-4126-8c79-60bafb8f4b2b req-f832a4c0-d665-48ea-952a-56024b7c8efd tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 210 time: 0.2186871 Jun 16 17:08:32.213747 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.217178 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Set router 33177255-4b88-4d9a-9fb5-127a25bab9e6 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:32.220956 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7040486 Jun 16 17:08:32.223528 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41484) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:32.251535 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.347605 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 43a5082f-2161-4d7b-a2b0-710a6be7d87b triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:32.348249 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.515778 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.537521 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-54710e85-9164-4f69-9960-10276498fd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.585122 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.598569 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Transition to ACTIVE for port object 6fca205a-4921-4703-b98f-7c19505fab30 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:32.640836 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 80990561-2134-4c42-9519-817475777691 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:32.692163 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.696755 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:32.721471 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5601ec1-11ac-4a39-9983-8994984d09b6 None None] Network da7a276f-c9d5-4544-b86d-98dbf95a7f2d requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:32.782017 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bca86dab-2b45-4ab0-96d7-2807e6b0581c req-c14a4e8c-ff38-48a2-83b7-e53eef7dae37 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.2122877 Jun 16 17:08:32.790477 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-54710e85-9164-4f69-9960-10276498fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.799494 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.808971 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Pushing event updated for resources: {'Port': ['ID=6fca205a-4921-4703-b98f-7c19505fab30,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:32.830470 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.830668 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:32.832097 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.834969 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.836277 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.838173 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.838879 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.839362 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.840303 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.842060 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.842573 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.843104 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.843589 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Tracked resource versions report: Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: pushed versions: Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: { 'AddressGroup': {'1.2'}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'ConntrackHelper': {'1.0'}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Log': {'1.0'}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Network': {'1.1'}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Port': {'1.7'}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'PortForwarding': {'1.2'}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'QosPolicy': {'1.8'}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SecurityGroup': {'1.4'}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SubPort': {'1.0'}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Subnet': {'1.1'}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Trunk': {'1.1'}} Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: consumer versions: Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: { DHCP agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: HyperV agent@hv-cinder-77212: {}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: L3 agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: Metadata agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: Metering agent@dv-cinder-772126-4-iscsi: {}, Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: Open vSwitch agent@dv-cinder-772126-4-iscsi: { 'AddressGroup': '1.2', Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'ConntrackHelper': '1.0', Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Log': '1.0', Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Network': '1.1', Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Port': '1.7', Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'PortForwarding': '1.2', Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'QosPolicy': '1.8', Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SecurityGroup': '1.4', Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SecurityGroupRule': '1.2', Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'SubPort': '1.0', Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Subnet': '1.1', Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: 'Trunk': '1.1'}} Jun 16 17:08:32.846532 dv-cinder-772126-4-iscsi neutron-server[93486]: {{(pid=93486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:08:32.856274 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:32.882904 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 80990561-2134-4c42-9519-817475777691 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:32.884739 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Attempting to bind port 6fca205a-4921-4703-b98f-7c19505fab30 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:08:32.885317 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Attempting to bind port 6fca205a-4921-4703-b98f-7c19505fab30 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:08:32.885904 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Attempting to bind port 6fca205a-4921-4703-b98f-7c19505fab30 on network f3b02221-594f-42f0-99f5-5967d9456d03 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:32.892713 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:08:32.893334 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Checking segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:32.893933 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.894695 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Bound using segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:08:32.895407 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Bound port: 6fca205a-4921-4703-b98f-7c19505fab30, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:08:32.896652 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.916536 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.941079 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-cb5e5b56-0000-4883-a7e0-73bf33abef76 None None] Provisioning for port 80990561-2134-4c42-9519-817475777691 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:32.944378 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54710e85-9164-4f69-9960-10276498fd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285c5e8e-30ee-4c61-84cd-37557984e689,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:32.953569 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-54710e85-9164-4f69-9960-10276498fd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:32.959532 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-cb5e5b56-0000-4883-a7e0-73bf33abef76 None None] Provisioning complete for port 80990561-2134-4c42-9519-817475777691 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:32.959942 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cb5e5b56-0000-4883-a7e0-73bf33abef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.968033 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'name': 'tempest-ServerRescueNegativeTestJSON-212580256-router', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:27Z', 'updated_at': '2021-06-16T17:08:30Z', 'revision_number': 3, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'gw_port': {'id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:32.974985 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] For port 6fca205a-4921-4703-b98f-7c19505fab30, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:08:32.979297 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] For port 6fca205a-4921-4703-b98f-7c19505fab30, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=6fca205a-4921-4703-b98f-7c19505fab30,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:08:32.994464 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-54710e85-9164-4f69-9960-10276498fd66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6ef132fe56e4fe4a4970ca000dc5a40&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0668833 Jun 16 17:08:32.997023 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41520) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:32.998985 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41522) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:33.014123 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Checking router: 33177255-4b88-4d9a-9fb5-127a25bab9e6 for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:08:33.014494 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Updating router 33177255-4b88-4d9a-9fb5-127a25bab9e6 port f0dcac0d-0891-4394-a5f7-bd37d753fba4 binding host dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:08:33.058460 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.067348 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:33.096364 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.167673 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Pushing event updated for resources: {'Port': ['ID=6fca205a-4921-4703-b98f-7c19505fab30,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:33.182915 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:33.211419 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:33.212058 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:33.324813 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1327157836-network', 'tenant_id': '2af1386b50ad4a9c9564521eefc07730'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:33.364668 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:33.366748 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e9f6bec7-23f6-479a-8015-743290a1d17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.448330 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cb5e5b56-0000-4883-a7e0-73bf33abef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.462579 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Allocated IP 172.27.2.177 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/f66c711a-2aa5-43aa-aa0a-8b7b27ec7480) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:33.475100 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7d066632-6085-4405-af53-9c084362e065 req-6acabea1-3db9-4306-9996-59820181a7b6 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 210 time: 0.1108930 Jun 16 17:08:33.492378 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Made reservation on behalf of 2af1386b50ad4a9c9564521eefc07730 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:33.497376 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.548997 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-cb5e5b56-0000-4883-a7e0-73bf33abef76 None None] For port 80990561-2134-4c42-9519-817475777691, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=80990561-2134-4c42-9519-817475777691,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:33.551452 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e9f6bec7-23f6-479a-8015-743290a1d17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.557650 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.611856 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cb5e5b56-0000-4883-a7e0-73bf33abef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.615395 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:33.633034 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:29Z', 'revision_number': 3, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:33.643402 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f9568-c854-4ccb-ba04-e8e66052bcea None None] The sync data for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi is: [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:29Z', 'revision_number': 3, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:08:33.716726 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e5b56-0000-4883-a7e0-73bf33abef76 None None] Pushing event updated for resources: {'Port': ['ID=80990561-2134-4c42-9519-817475777691,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:33.720592 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-cb5e5b56-0000-4883-a7e0-73bf33abef76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:33.724471 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Allocated IP 172.20.0.1 (bafd4575-f5a6-4e2f-91bf-8600444f6a8e/ba0cf48a-5f55-4609-8052-40d4baf62024/afaf6f69-a49e-445b-911a-be8bc99e089d) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:33.837684 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.857267 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.910312 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e9f6bec7-23f6-479a-8015-743290a1d17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.948376 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e9f6bec7-23f6-479a-8015-743290a1d17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.948376 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-e9f6bec7-23f6-479a-8015-743290a1d17c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/285c5e8e-30ee-4c61-84cd-37557984e689 HTTP/1.1" status: 204 len: 168 time: 0.9457085 Jun 16 17:08:33.953356 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-822eb23a-fd3a-4b00-9f85-28d864412ef7 None None] Provisioning complete for port 80990561-2134-4c42-9519-817475777691 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:33.953799 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-822eb23a-fd3a-4b00-9f85-28d864412ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.972384 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:34.000770 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.025889 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d6c25b41-679c-464d-b588-58f166822245 req-725d5497-7a1e-41b5-9f96-4d000612e199 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.1070611 Jun 16 17:08:34.065832 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6bec7-23f6-479a-8015-743290a1d17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285c5e8e-30ee-4c61-84cd-37557984e689,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:34.141149 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e9f6bec7-23f6-479a-8015-743290a1d17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:34.145482 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-54710e85-9164-4f69-9960-10276498fd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:34.168193 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.172774 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:08:34.195657 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Transition to ACTIVE for port object afaf6f69-a49e-445b-911a-be8bc99e089d will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:34.205518 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e1b117-d96f-466f-805b-e09f34fbf754,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:34.212081 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:34.218743 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.218743 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Added segment 45079636-cae7-4f88-b477-558b1cb206fd of type vlan for network a9bf846f-8090-43fe-b5f6-84d95948dc66 Jun 16 17:08:34.236438 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.259435 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1ced8145-64a5-41ef-bfb4-3e3f3583067e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:34.278205 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.413200 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Pushing event updated for resources: {'Port': ['ID=f66c711a-2aa5-43aa-aa0a-8b7b27ec7480,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:34.413200 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:34.413200 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:34.416759 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:34.422838 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:34.499724 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.532630 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:08:34.544269 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.549130 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.571336 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Transition to ACTIVE for port object f0dcac0d-0891-4394-a5f7-bd37d753fba4 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:34.584397 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:34.597361 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Network bafd4575-f5a6-4e2f-91bf-8600444f6a8e is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:34.625540 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:34.634017 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:34.634524 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771177'] for router_interface, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.674816 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.680904 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:34.776744 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3c472305-e9ec-43f9-a521-de0183197605 req-481fa70d-a7e4-4c6f-ba94-86c195066bef tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 210 time: 0.0787921 Jun 16 17:08:34.820150 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Pushing event updated for resources: {'Port': ['ID=afaf6f69-a49e-445b-911a-be8bc99e089d,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:34.831056 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:34.870379 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fabb8-d91c-45a4-b907-3d236326e4d6 None None] Pushing event updated for resources: {'Port': ['ID=f0dcac0d-0891-4394-a5f7-bd37d753fba4,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:34.875712 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a79fabb8-d91c-45a4-b907-3d236326e4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:34.876933 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Attempting to bind port f0dcac0d-0891-4394-a5f7-bd37d753fba4 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:08:34.877605 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Attempting to bind port f0dcac0d-0891-4394-a5f7-bd37d753fba4 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:08:34.878260 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Attempting to bind port f0dcac0d-0891-4394-a5f7-bd37d753fba4 on network f3b02221-594f-42f0-99f5-5967d9456d03 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:34.906419 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:08:34.906899 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Checking segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:34.909266 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.909481 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Bound using segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:08:34.911928 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Bound port: f0dcac0d-0891-4394-a5f7-bd37d753fba4, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:08:34.912371 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:34.939994 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Allocated IP 172.20.0.1 (83538a37-de03-4bca-862d-10405954664f/982879e0-3d34-4b43-b4af-4c2f8f618759/17917ede-35ee-4e4f-9c2d-5d1b8612fa7c) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:35.008187 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] For port f0dcac0d-0891-4394-a5f7-bd37d753fba4, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:08:35.016270 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] For port f0dcac0d-0891-4394-a5f7-bd37d753fba4, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=f0dcac0d-0891-4394-a5f7-bd37d753fba4,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:08:35.057300 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:35.066942 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:35.091638 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:35.103247 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:35.105563 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:35.110805 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:35.205945 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Pushing event updated for resources: {'Network': ['ID=a9bf846f-8090-43fe-b5f6-84d95948dc66,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:35.210529 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:35.274696 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:35.298232 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ca23c88c-7943-4693-b6c2-0da8d4d2f89a req-c66308b5-35e8-4881-9610-8fcee09fbe3b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.0933588 Jun 16 17:08:35.363115 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:35.414644 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4032681 Jun 16 17:08:35.416283 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41606) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:35.423631 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Request body: {'subnet': {'network_id': 'a9bf846f-8090-43fe-b5f6-84d95948dc66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1327157836-subnet', 'tenant_id': '2af1386b50ad4a9c9564521eefc07730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:35.444168 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network a9bf846f-8090-43fe-b5f6-84d95948dc66 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:08:35.459699 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-cc470e3f-7fd0-4aff-95c0-60325bffdddd None None] Provisioning for port afaf6f69-a49e-445b-911a-be8bc99e089d completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:35.477410 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:35.481931 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7e7f77bd-58ca-43b3-ab13-6ff61d439024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:35.492274 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:35.539296 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Network 83538a37-de03-4bca-862d-10405954664f is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:35.543215 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:35.546959 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Made reservation on behalf of 2af1386b50ad4a9c9564521eefc07730 for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:35.549330 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:35.551376 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:35.554652 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771177'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:35.589299 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-cc470e3f-7fd0-4aff-95c0-60325bffdddd None None] Provisioning complete for port afaf6f69-a49e-445b-911a-be8bc99e089d triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:35.589856 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cc470e3f-7fd0-4aff-95c0-60325bffdddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:35.668240 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Routers {'33177255-4b88-4d9a-9fb5-127a25bab9e6'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:35.668954 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['33177255-4b88-4d9a-9fb5-127a25bab9e6'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:35.675917 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fabb8-d91c-45a4-b907-3d236326e4d6 None None] Pushing event updated for resources: {'Port': ['ID=f0dcac0d-0891-4394-a5f7-bd37d753fba4,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:35.698574 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Pushing event updated for resources: {'Port': ['ID=17917ede-35ee-4e4f-9c2d-5d1b8612fa7c,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:35.705857 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:35.803369 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-cc470e3f-7fd0-4aff-95c0-60325bffdddd None None] Port afaf6f69-a49e-445b-911a-be8bc99e089d cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:08:35.814454 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a79fabb8-d91c-45a4-b907-3d236326e4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:35.934836 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 80990561-2134-4c42-9519-817475777691 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:35.972175 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] Set router 33177255-4b88-4d9a-9fb5-127a25bab9e6 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:36.080809 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.100992 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776152'] for router, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.215403 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.241073 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 80990561-2134-4c42-9519-817475777691 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:36.241073 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.375254 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.403020 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f578a36f-b5e9-4866-8d3d-03d9f3621e1e req-49db7e2c-f182-4bff-a3e8-16cbfedd0fca tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 210 time: 0.2833230 Jun 16 17:08:36.419339 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ff8bb6a2-c156-4b20-9aac-1e24a69bf8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:36.427662 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.444178 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.444691 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771093'] for router_interface, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.452331 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:36.508120 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.515991 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6fca205a-4921-4703-b98f-7c19505fab30 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:36.523681 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771093'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.550262 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed8caca5-fa00-4aed-a142-a89bac442bf7 req-7d27e6c6-7f74-42fe-b528-b2c6f89a9a85 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.0463753 Jun 16 17:08:36.558783 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Pushing event updated for resources: {'Subnet': ['ID=679fad91-72e0-45e2-8e07-02c2283137b5,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:36.571075 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:36.571558 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:36.600545 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Pushing event updated for resources: {'Port': ['ID=afaf6f69-a49e-445b-911a-be8bc99e089d,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:36.622610 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'name': 'tempest-ServerRescueNegativeTestJSON-212580256-router', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:27Z', 'updated_at': '2021-06-16T17:08:30Z', 'revision_number': 3, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'gw_port': {'id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:36.623672 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Checking segment: {'id': '45079636-cae7-4f88-b477-558b1cb206fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a9bf846f-8090-43fe-b5f6-84d95948dc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:36.629537 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Network hostable DHCP agents. Network: a9bf846f-8090-43fe-b5f6-84d95948dc66, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:08:36.629713 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:36.631370 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6714a39-57d2-4a3e-b814-ef1f146ff490 None None] The sync data for ids ['33177255-4b88-4d9a-9fb5-127a25bab9e6'] in dv-cinder-772126-4-iscsi is: [{'id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'name': 'tempest-ServerRescueNegativeTestJSON-212580256-router', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:27Z', 'updated_at': '2021-06-16T17:08:30Z', 'revision_number': 3, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'gw_port': {'id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:08:36.675453 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 6fca205a-4921-4703-b98f-7c19505fab30 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:36.680986 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 6fca205a-4921-4703-b98f-7c19505fab30 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:36.681835 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.685825 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Pushing event updated for resources: {'Port': ['ID=17917ede-35ee-4e4f-9c2d-5d1b8612fa7c,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:36.685966 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Network bafd4575-f5a6-4e2f-91bf-8600444f6a8e is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:36.698812 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:36.714876 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:36.750484 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Router 3dc7c085-6329-421a-9656-822edafdfa51 is scheduled to L3 agent d030d153-e17d-479d-a207-828748eac732 with binding_index 1 {{(pid=93484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:08:36.776257 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Network 83538a37-de03-4bca-862d-10405954664f is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:36.778166 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:36.822714 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.888208 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Network a9bf846f-8090-43fe-b5f6-84d95948dc66 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:08:36.889460 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 6fca205a-4921-4703-b98f-7c19505fab30, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=6fca205a-4921-4703-b98f-7c19505fab30,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:36.990387 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:36.993075 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Router 2a6c974d-fbf5-40c0-9305-717a6ed1671d has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:08:36.999392 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-cb5e5b56-0000-4883-a7e0-73bf33abef76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:37.017115 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, a9bf846f-8090-43fe-b5f6-84d95948dc66) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:37.032597 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb153b6-4ab6-41ac-8b92-528bbe52528b None None] Network a9bf846f-8090-43fe-b5f6-84d95948dc66 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:37.033494 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:08:37.051300 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Sync routers for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:08:37.066279 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Router 33177255-4b88-4d9a-9fb5-127a25bab9e6 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:08:37.068630 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:37.069811 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:37.077544 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:37.078167 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:37.234335 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:08:37.237788 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:37.241166 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-149ab32e-179c-43c2-9413-ce2025e5cc97 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8403952 Jun 16 17:08:37.253227 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] 10.222.0.10 "PUT /v2.0/routers/2a6c974d-fbf5-40c0-9305-717a6ed1671d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1606131 Jun 16 17:08:37.258672 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41646) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:37.258912 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Sync routers for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:08:37.287171 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-18cab0eb-8ff1-4999-93d6-ce837949823e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8685055 Jun 16 17:08:37.434204 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:37.598757 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:37.598757 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:37.598757 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=6fca205a-4921-4703-b98f-7c19505fab30,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:37.606871 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-afd481ce-6f7b-4c28-b601-916ca7fb7cd2 None None] Provisioning complete for port afaf6f69-a49e-445b-911a-be8bc99e089d triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:37.609576 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afd481ce-6f7b-4c28-b601-916ca7fb7cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:37.633658 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:37.635648 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c615a61-b846-4396-8c2b-a8dbfa3648ee None None] Network a9bf846f-8090-43fe-b5f6-84d95948dc66 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:37.640283 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:08:37.670683 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] 10.222.0.10 "PUT /v2.0/routers/33177255-4b88-4d9a-9fb5-127a25bab9e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4385135 Jun 16 17:08:37.718038 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.60', 54123) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:38.010497 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83335d85-6502-4748-bdb8-e95cd1d95987 req-bcd0007f-e7ed-422b-9b87-47ce597aaecf tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 210 time: 0.0950108 Jun 16 17:08:38.221890 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-dd07fc54-47b6-4077-af94-f326320208cd tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:38.228307 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-dd07fc54-47b6-4077-af94-f326320208cd tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.60 "GET /v2.0/networks?id=9187ec7d-b0eb-45cf-aecd-4345f6619eb3 HTTP/1.1" status: 200 len: 812 time: 0.4996655 Jun 16 17:08:38.261786 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device f0dcac0d-0891-4394-a5f7-bd37d753fba4 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:38.287908 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Request body: {'port': {'device_id': '54b284fb-3465-4b70-bf29-9fa389e75d0e', 'network_id': '9187ec7d-b0eb-45cf-aecd-4345f6619eb3', 'admin_state_up': True, 'tenant_id': 'b5c959a039e341c8be00887182febeab'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:38.421998 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:34Z', 'revision_number': 3, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:38.430126 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Checking router: 3dc7c085-6329-421a-9656-822edafdfa51 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:08:38.430846 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Updating router 3dc7c085-6329-421a-9656-822edafdfa51 port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 binding host dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:08:38.532132 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:38.662395 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-afd481ce-6f7b-4c28-b601-916ca7fb7cd2 None None] Port afaf6f69-a49e-445b-911a-be8bc99e089d cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:08:38.690099 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.60', 54124) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:39.087238 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:39.120946 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7fc8dbd-8443-433c-82ce-b4b931db395d req-f6ac18ae-54d5-40a0-9938-aa31a84c7622 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.1485972 Jun 16 17:08:39.213879 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port f0dcac0d-0891-4394-a5f7-bd37d753fba4 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:39.233173 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port f0dcac0d-0891-4394-a5f7-bd37d753fba4 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:39.233372 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:39.322775 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:39.364876 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9de33a61-cb8e-4d8b-b957-59461a349a6a tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:39.370063 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9de33a61-cb8e-4d8b-b957-59461a349a6a tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 815 time: 0.6783514 Jun 16 17:08:39.380123 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:39.401784 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Transition to ACTIVE for port object f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:39.460655 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Request body: {'port': {'device_id': 'd5cf031c-c436-4f28-95b7-1cfaa4c824d2', 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953', 'admin_state_up': True, 'tenant_id': 'd2f0092566bb4df4afc3048e62c37a77'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:39.520116 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Made reservation on behalf of b5c959a039e341c8be00887182febeab for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:39.522971 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:39.524060 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:39.533157 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-485233c3-fe0a-4fae-8248-146857f55f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:39.808404 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Attempting to bind port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:08:39.808404 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Attempting to bind port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:08:39.808404 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Attempting to bind port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 on network f3b02221-594f-42f0-99f5-5967d9456d03 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:39.808404 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508eaf2-22f7-494e-9f6f-58cc12133aec None None] Pushing event updated for resources: {'Port': ['ID=f66c711a-2aa5-43aa-aa0a-8b7b27ec7480,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:39.808404 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-8508eaf2-22f7-494e-9f6f-58cc12133aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:39.808404 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:08:39.808404 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Checking segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:39.808404 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:39.808404 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Bound using segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:08:39.808404 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Bound port: f66c711a-2aa5-43aa-aa0a-8b7b27ec7480, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:08:39.818705 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:39.820371 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41734) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:39.820371 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-389135796-network', 'tenant_id': 'bcde311975d94341bf9e7703c5cd68de'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:39.867383 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:39.925495 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] For port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:08:39.925495 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] For port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=f66c711a-2aa5-43aa-aa0a-8b7b27ec7480,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:08:39.931951 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port f0dcac0d-0891-4394-a5f7-bd37d753fba4, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=f0dcac0d-0891-4394-a5f7-bd37d753fba4,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:39.990447 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 2, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:40.011436 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Checking router: 2a6c974d-fbf5-40c0-9305-717a6ed1671d for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:08:40.011436 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Updating router 2a6c974d-fbf5-40c0-9305-717a6ed1671d port afaf6f69-a49e-445b-911a-be8bc99e089d binding host dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:08:40.087520 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:40.091092 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:40.099384 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-b14d8d11-76b2-45ec-8a1d-e37fd1a3517e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:40.110874 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:40.116344 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:40.154364 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-7eab5307-ebc2-44c1-99cf-dc15b1186607 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:40.162329 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-7eab5307-ebc2-44c1-99cf-dc15b1186607 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 818 time: 0.5637200 Jun 16 17:08:40.325111 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508eaf2-22f7-494e-9f6f-58cc12133aec None None] Pushing event updated for resources: {'Port': ['ID=f66c711a-2aa5-43aa-aa0a-8b7b27ec7480,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:40.335189 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-e27a7f9c-c98c-400b-9777-7f5257aa2a24 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/quotas/c46e28ee30ee46c5b7a8146423501f99 HTTP/1.1" status: 200 len: 375 time: 0.1718805 Jun 16 17:08:40.336948 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41758) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:40.345029 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-8508eaf2-22f7-494e-9f6f-58cc12133aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:40.347132 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Sync routers for ids ['33177255-4b88-4d9a-9fb5-127a25bab9e6'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:08:40.379810 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Routers {'33177255-4b88-4d9a-9fb5-127a25bab9e6'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:40.381138 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['33177255-4b88-4d9a-9fb5-127a25bab9e6'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:40.413957 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-133fe0cb-cc0d-41e4-9eea-04b00e80f15f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32143182', 'description': 'tempest-description--1607539301'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:40.423845 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Made reservation on behalf of bcde311975d94341bf9e7703c5cd68de for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:40.428520 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6fca205a-4921-4703-b98f-7c19505fab30 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:40.433115 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:40.486496 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Allocated IP 172.20.0.14 (9187ec7d-b0eb-45cf-aecd-4345f6619eb3/2836e986-cde2-4167-b8ec-b449ce3c3355/a1dd82fe-dc29-4054-81f2-fb01f744d962) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:40.518990 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-133fe0cb-cc0d-41e4-9eea-04b00e80f15f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:40.542253 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:40.647265 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Allocated IP 172.20.0.1 (da7a276f-c9d5-4544-b86d-98dbf95a7f2d/0b104c8f-c305-4e57-a0f3-52893d961087/6a96c49f-1c5f-425f-b168-5cb0cb160924) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:40.807248 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Set router 33177255-4b88-4d9a-9fb5-127a25bab9e6 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:40.854645 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-689181df-5c6c-4b6f-88ba-8b575d086cce req-c7fae474-eef5-4a0f-a772-bd9edad10020 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 210 time: 0.2489550 Jun 16 17:08:40.898684 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:40.923738 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:40.934518 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Transition to ACTIVE for port object 6a96c49f-1c5f-425f-b168-5cb0cb160924 will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:40.946768 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Transition to ACTIVE for port object afaf6f69-a49e-445b-911a-be8bc99e089d will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:41.056325 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=f0dcac0d-0891-4394-a5f7-bd37d753fba4,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:41.071895 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:41.073777 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:41.095308 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:41.097713 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:41.102117 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:41.225076 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Network da7a276f-c9d5-4544-b86d-98dbf95a7f2d is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:41.236776 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:41.237027 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:41.238051 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:41.245486 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:41.246110 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771177'] for router_interface, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:41.357604 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Pushing event updated for resources: {'Port': ['ID=6a96c49f-1c5f-425f-b168-5cb0cb160924,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:41.367485 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:41.391613 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 6fca205a-4921-4703-b98f-7c19505fab30 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:41.391917 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:41.467351 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-133fe0cb-cc0d-41e4-9eea-04b00e80f15f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:41.606547 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7e3e96d-6b7b-4511-9467-af2a4f82135d req-4f8c8633-2363-4ed9-ada9-661d2b29d0ba tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.3788738 Jun 16 17:08:41.643372 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-133fe0cb-cc0d-41e4-9eea-04b00e80f15f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:41.659404 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Attempting to bind port afaf6f69-a49e-445b-911a-be8bc99e089d on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:08:41.659404 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Attempting to bind port afaf6f69-a49e-445b-911a-be8bc99e089d by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:08:41.659831 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Attempting to bind port afaf6f69-a49e-445b-911a-be8bc99e089d on network bafd4575-f5a6-4e2f-91bf-8600444f6a8e {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:41.663152 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:41.674066 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:08:41.674463 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Checking segment: {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:41.674881 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:41.675344 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Bound using segment: {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:08:41.675777 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Bound port: afaf6f69-a49e-445b-911a-be8bc99e089d, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:08:41.676161 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:41.725881 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4ddb3c0f-a812-48ea-8039-59a6afd140b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3890779 Jun 16 17:08:41.728641 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6739a-f065-4626-bc67-d03ff1ecea72 None None] Pushing event updated for resources: {'Port': ['ID=afaf6f69-a49e-445b-911a-be8bc99e089d,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:41.731944 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c3d6739a-f065-4626-bc67-d03ff1ecea72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:41.791608 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] For port afaf6f69-a49e-445b-911a-be8bc99e089d, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:08:41.795593 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] For port afaf6f69-a49e-445b-911a-be8bc99e089d, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=afaf6f69-a49e-445b-911a-be8bc99e089d,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:08:41.826601 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:41.864701 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:41.871663 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:41.930462 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:41.970576 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6739a-f065-4626-bc67-d03ff1ecea72 None None] Pushing event updated for resources: {'Port': ['ID=afaf6f69-a49e-445b-911a-be8bc99e089d,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:41.975228 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c3d6739a-f065-4626-bc67-d03ff1ecea72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:41.979614 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-dade32ea-7162-4f1c-8ccf-91f0c7abbe4f None None] Provisioning for port 6a96c49f-1c5f-425f-b168-5cb0cb160924 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:41.985163 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-dade32ea-7162-4f1c-8ccf-91f0c7abbe4f None None] Provisioning complete for port 6a96c49f-1c5f-425f-b168-5cb0cb160924 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:41.993867 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dade32ea-7162-4f1c-8ccf-91f0c7abbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.014275 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fe0cb-cc0d-41e4-9eea-04b00e80f15f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:42.060621 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-dade32ea-7162-4f1c-8ccf-91f0c7abbe4f None None] Port 6a96c49f-1c5f-425f-b168-5cb0cb160924 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:08:42.065091 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-133fe0cb-cc0d-41e4-9eea-04b00e80f15f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:42.096223 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:42.097715 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:42.287849 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:42.305843 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ce9509e-106d-4584-b42b-881590a2d9bf req-bf82bf5d-1ec5-4533-b49b-90807aeb1620 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 210 time: 0.1221352 Jun 16 17:08:42.330196 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-3e9b12fa-84b6-482d-9c5c-cc7cf8b1d091 service neutron] 10.222.0.10 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022277 Jun 16 17:08:42.333850 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.346394 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:34Z', 'revision_number': 3, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:42.352258 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c317e3e3-9100-41a2-be00-ddba7cae53bc None None] The sync data for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi is: [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:34Z', 'revision_number': 3, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:08:42.353610 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device f0dcac0d-0891-4394-a5f7-bd37d753fba4 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:42.356537 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'name': 'tempest-ServerRescueNegativeTestJSON-212580256-router', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:27Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'gw_port': {'id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '17917ede-35ee-4e4f-9c2d-5d1b8612fa7c', 'name': '', 'network_id': '83538a37-de03-4bca-862d-10405954664f', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'mac_address': 'fa:16:3e:64:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '982879e0-3d34-4b43-b4af-4c2f8f618759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:34Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 2, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'subnets': [{'id': '982879e0-3d34-4b43-b4af-4c2f8f618759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:42.363431 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Checking router: 33177255-4b88-4d9a-9fb5-127a25bab9e6 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:08:42.365025 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Updating router 33177255-4b88-4d9a-9fb5-127a25bab9e6 port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c binding host dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:08:42.415631 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.462253 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.496834 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.519719 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.525352 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f31f43ea-9c90-4773-aee3-70bd98a03d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:42.574791 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:08:42.594970 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.595570 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Added segment 756e76da-6210-4805-b183-b8b05b9ffe0e of type vlan for network b5b01d90-316a-457f-82c5-d9de0b95c7d2 Jun 16 17:08:42.608408 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-d49734d0-aaca-492f-b35d-93affd819f27 service neutron] 10.222.0.10 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697694 Jun 16 17:08:42.609283 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-133fe0cb-cc0d-41e4-9eea-04b00e80f15f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.617040 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-133fe0cb-cc0d-41e4-9eea-04b00e80f15f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2569914 Jun 16 17:08:42.621064 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41782) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:42.635605 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-3ad19927-e353-47a1-9911-4b95d36a0e56 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'security_group_rule': {'security_group_id': '9e3f81f1-1b74-4c90-9cb1-ab315ccada1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:42.666197 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.669418 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.690573 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:42.709123 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.724236 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771093'] for router_interface, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.788836 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cbf5df-6c84-42fd-bcf1-eddc653c1ca9,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:42.912149 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:42.933999 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:42.987045 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Network 9187ec7d-b0eb-45cf-aecd-4345f6619eb3 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:42.992131 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:43.031610 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:43.044690 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:43.045372 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:43.075948 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Pushing event updated for resources: {'Port': ['ID=a1dd82fe-dc29-4054-81f2-fb01f744d962,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:43.101675 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Made reservation on behalf of d2f0092566bb4df4afc3048e62c37a77 for: {'port': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:43.111062 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:43.120826 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port f0dcac0d-0891-4394-a5f7-bd37d753fba4 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:43.121355 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:43.148580 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Pushing event updated for resources: {'Port': ['ID=6a96c49f-1c5f-425f-b168-5cb0cb160924,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:43.156743 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:43.185740 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:43.210202 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c354aca5-9f3b-4bed-a20b-610cf85d8400 req-9d893d8e-4132-4b97-8a61-9cb6e0f28497 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.1469922 Jun 16 17:08:43.223983 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:43.240568 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e8c73-3b5f-4622-aafa-a13de526075e None None] The sync data for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi is: [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:08:43.267048 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3ad19927-e353-47a1-9911-4b95d36a0e56 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:43.287595 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0059662 Jun 16 17:08:43.353476 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-8feb0075-4ed8-4ab0-a0e5-3d177cef0664 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:08:43.387926 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-8feb0075-4ed8-4ab0-a0e5-3d177cef0664 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0641284 Jun 16 17:08:43.533214 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:43.546504 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:43.559148 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8723bfd5-316b-48f6-9a8d-5a4c2c5d1b09 req-6aeaed04-a65e-4c63-b015-ca6edb7a7371 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 210 time: 0.2487473 Jun 16 17:08:43.651928 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Transition to ACTIVE for port object 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:43.701757 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3ad19927-e353-47a1-9911-4b95d36a0e56 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:43.813009 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:43.815105 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:43.825964 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-642c94f3-536d-42a2-8fd2-bc9cb42f098b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:44.029944 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661d47f-3a08-4b38-a3f9-48147e6e80cf req-1f1f2c82-c43c-427a-b8dd-155d36b7346a tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:44.036770 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d661d47f-3a08-4b38-a3f9-48147e6e80cf req-1f1f2c82-c43c-427a-b8dd-155d36b7346a tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 932 time: 0.3217599 Jun 16 17:08:44.042189 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Network da7a276f-c9d5-4544-b86d-98dbf95a7f2d is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:44.086035 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:44.093145 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:44.120767 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Pushing event updated for resources: {'Network': ['ID=b5b01d90-316a-457f-82c5-d9de0b95c7d2,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:44.122385 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3ad19927-e353-47a1-9911-4b95d36a0e56 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:44.127332 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:44.132030 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:44.199797 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d661d47f-3a08-4b38-a3f9-48147e6e80cf req-3d61b00a-6de9-44eb-b2b5-af11215a05db tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554759 Jun 16 17:08:44.201222 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network b5b01d90-316a-457f-82c5-d9de0b95c7d2 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:08:44.221195 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:44.324695 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad19927-e353-47a1-9911-4b95d36a0e56 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63764a7d-f7f2-4522-8688-7c7cfb945545,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:44.339457 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3ad19927-e353-47a1-9911-4b95d36a0e56 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:44.432636 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d60a5-66c5-494f-9aae-9222e3567791 None None] Pushing event updated for resources: {'Port': ['ID=17917ede-35ee-4e4f-9c2d-5d1b8612fa7c,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:44.469209 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3ad19927-e353-47a1-9911-4b95d36a0e56 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:44.472239 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-3ad19927-e353-47a1-9911-4b95d36a0e56 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8483431 Jun 16 17:08:44.477448 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41818) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:44.496857 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-0d141fc7-7136-450e-bdc7-286c96df9fb4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'security_group_rule': {'security_group_id': '9e3f81f1-1b74-4c90-9cb1-ab315ccada1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:44.690896 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:44.735216 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-f38d60a5-66c5-494f-9aae-9222e3567791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:44.933681 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Attempting to bind port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:08:44.934326 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Attempting to bind port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:08:44.934865 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Attempting to bind port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c on network 83538a37-de03-4bca-862d-10405954664f {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:44.942943 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:08:44.944056 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Checking segment: {'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:44.944767 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:44.945652 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Bound using segment: {'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:08:44.945782 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-984d0c2d-9723-45a7-89cc-ce21149c3708 None None] Provisioning complete for port 6a96c49f-1c5f-425f-b168-5cb0cb160924 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:44.946169 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-984d0c2d-9723-45a7-89cc-ce21149c3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:44.947310 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Bound port: 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:08:44.947722 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.011131 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b53935fc-6ecb-4a58-a2e4-0aa733879c52 req-a531599c-71cc-40ca-8cf1-5700975cad66 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.1734922 Jun 16 17:08:45.054705 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-984d0c2d-9723-45a7-89cc-ce21149c3708 None None] Port 6a96c49f-1c5f-425f-b168-5cb0cb160924 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:08:45.078867 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] For port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:08:45.086664 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] For port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=17917ede-35ee-4e4f-9c2d-5d1b8612fa7c,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:08:45.114276 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 5.3529451 Jun 16 17:08:45.133280 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:45.138051 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:45.138224 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Allocated IP 172.20.0.6 (b1c86713-c095-4539-903c-acd5ab66c953/8dc0351f-c8c6-47f3-be73-fc174db5a017/2d017b4d-dbc6-4242-8fce-bbc72146ddb5) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:45.138606 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.153237 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41834) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:45.160023 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.163604 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Request body: {'subnet': {'network_id': 'b5b01d90-316a-457f-82c5-d9de0b95c7d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-389135796-subnet', 'tenant_id': 'bcde311975d94341bf9e7703c5cd68de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:45.164211 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:45.261745 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Router 3dc7c085-6329-421a-9656-822edafdfa51 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:08:45.430577 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.433077 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Routers {'33177255-4b88-4d9a-9fb5-127a25bab9e6'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:45.433871 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['33177255-4b88-4d9a-9fb5-127a25bab9e6'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:45.496141 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=f66c711a-2aa5-43aa-aa0a-8b7b27ec7480,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:45.532509 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aef251-3656-4790-a589-587799622499 req-01066d29-2ab2-4e59-ba9a-1e882876f167 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:45.534135 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-01066d29-2ab2-4e59-ba9a-1e882876f167 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 818 time: 1.1907005 Jun 16 17:08:45.628787 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Request body: {'port': {'device_id': '54b284fb-3465-4b70-bf29-9fa389e75d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:45.729821 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.731865 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device afaf6f69-a49e-445b-911a-be8bc99e089d up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:45.735684 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-12ab79c1-8c6d-49cb-8d9e-27748d224896 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/quotas/c46e28ee30ee46c5b7a8146423501f99 HTTP/1.1" status: 200 len: 375 time: 0.1558716 Jun 16 17:08:45.807862 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:08:45.838829 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] 10.222.0.10 "PUT /v2.0/routers/3dc7c085-6329-421a-9656-822edafdfa51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5789614 Jun 16 17:08:45.843532 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.855818 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d60a5-66c5-494f-9aae-9222e3567791 None None] Pushing event updated for resources: {'Port': ['ID=17917ede-35ee-4e4f-9c2d-5d1b8612fa7c,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:45.856880 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:45.862394 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-f38d60a5-66c5-494f-9aae-9222e3567791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:45.955176 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] Set router 33177255-4b88-4d9a-9fb5-127a25bab9e6 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:46.016165 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Made reservation on behalf of bcde311975d94341bf9e7703c5cd68de for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:46.018942 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:46.154674 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:46.165088 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=f66c711a-2aa5-43aa-aa0a-8b7b27ec7480,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:46.186971 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:46.234984 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:46.257810 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port afaf6f69-a49e-445b-911a-be8bc99e089d completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:46.261144 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:46.267061 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port afaf6f69-a49e-445b-911a-be8bc99e089d triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:46.267836 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:46.471942 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Network b1c86713-c095-4539-903c-acd5ab66c953 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:46.495590 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:46.507753 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:46.515045 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:46.516211 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:46.535805 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Pushing event updated for resources: {'Port': ['ID=2d017b4d-dbc6-4242-8fce-bbc72146ddb5,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:46.560261 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:46.640991 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'name': 'tempest-ServerRescueNegativeTestJSON-212580256-router', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:27Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'gw_port': {'id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '17917ede-35ee-4e4f-9c2d-5d1b8612fa7c', 'name': '', 'network_id': '83538a37-de03-4bca-862d-10405954664f', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'mac_address': 'fa:16:3e:64:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '982879e0-3d34-4b43-b4af-4c2f8f618759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:34Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'subnets': [{'id': '982879e0-3d34-4b43-b4af-4c2f8f618759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:46.654566 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:46.662185 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a126a7e-80e9-4baf-804b-f805ad96a471 None None] The sync data for ids ['33177255-4b88-4d9a-9fb5-127a25bab9e6'] in dv-cinder-772126-4-iscsi is: [{'id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'name': 'tempest-ServerRescueNegativeTestJSON-212580256-router', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:27Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'gw_port': {'id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '17917ede-35ee-4e4f-9c2d-5d1b8612fa7c', 'name': '', 'network_id': '83538a37-de03-4bca-862d-10405954664f', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'mac_address': 'fa:16:3e:64:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '982879e0-3d34-4b43-b4af-4c2f8f618759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:34Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'subnets': [{'id': '982879e0-3d34-4b43-b4af-4c2f8f618759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:08:46.757803 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port afaf6f69-a49e-445b-911a-be8bc99e089d, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=afaf6f69-a49e-445b-911a-be8bc99e089d,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:46.773982 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e949f5b-4a7d-4b07-9532-54aeee3d39c0 req-db930410-9c1c-4303-b4e8-4fedc6edf7ee tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:46.786986 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e949f5b-4a7d-4b07-9532-54aeee3d39c0 req-db930410-9c1c-4303-b4e8-4fedc6edf7ee tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 932 time: 1.2636237 Jun 16 17:08:46.855554 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:46.882506 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:46.900276 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0d141fc7-7136-450e-bdc7-286c96df9fb4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:47.027940 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Sync routers for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:08:47.030880 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5783021 Jun 16 17:08:47.092636 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Request body: {'port': {'device_id': 'd5cf031c-c436-4f28-95b7-1cfaa4c824d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:47.141233 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:47.141605 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:47.143967 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:47.147721 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:47.295983 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e949f5b-4a7d-4b07-9532-54aeee3d39c0 req-db308173-7eee-4047-9ac9-030b6b47452e tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076597 Jun 16 17:08:47.301213 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:47.431506 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-fe67048d-1c03-4483-9694-f3d6a2dae28f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6879742 Jun 16 17:08:47.498549 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:47.758962 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48d061b-b948-4741-89bb-a550ba69866f,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:47.764453 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:47.794739 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=afaf6f69-a49e-445b-911a-be8bc99e089d,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:47.800087 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:47.859890 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:47.859890 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:47.866039 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0d141fc7-7136-450e-bdc7-286c96df9fb4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:47.887614 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Checking segment: {'id': '756e76da-6210-4805-b183-b8b05b9ffe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5b01d90-316a-457f-82c5-d9de0b95c7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:47.888641 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Network hostable DHCP agents. Network: b5b01d90-316a-457f-82c5-d9de0b95c7d2, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:08:47.963225 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0d141fc7-7136-450e-bdc7-286c96df9fb4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:48.016339 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3ad19927-e353-47a1-9911-4b95d36a0e56 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:48.045226 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-e5868c1f-4be8-4e90-926d-4a3870c9d53f service neutron] 10.222.0.10 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124063 Jun 16 17:08:48.058048 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Network b5b01d90-316a-457f-82c5-d9de0b95c7d2 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:08:48.067845 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:48.105596 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d141fc7-7136-450e-bdc7-286c96df9fb4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76c8c14-5517-4255-8ac5-cccac139be95,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:48.146564 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0d141fc7-7136-450e-bdc7-286c96df9fb4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:48.171273 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847025c-0a10-447a-b3fe-cbf7e9109fee req-70f47055-eef0-4ded-98cc-7c40f7c3c23c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:48.174953 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9847025c-0a10-447a-b3fe-cbf7e9109fee req-70f47055-eef0-4ded-98cc-7c40f7c3c23c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 931 time: 0.4005373 Jun 16 17:08:48.175115 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, b5b01d90-316a-457f-82c5-d9de0b95c7d2) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:48.179227 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:48.182305 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:48.194418 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1dd82fe-dc29-4054-81f2-fb01f744d962 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:08:48.196101 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c319538-3bdb-49d8-b69d-1ea82f41a780 None None] Network b5b01d90-316a-457f-82c5-d9de0b95c7d2 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:48.213358 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:48.268348 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0d141fc7-7136-450e-bdc7-286c96df9fb4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:48.269608 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-0d141fc7-7136-450e-bdc7-286c96df9fb4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.7866237 Jun 16 17:08:48.274466 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41870) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:48.291947 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'floatingip': {'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:48.298771 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Transition to ACTIVE for port object a1dd82fe-dc29-4054-81f2-fb01f744d962 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:48.355087 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-b7aca9d4-c5bb-4604-8713-d3b557480e76 service neutron] 10.222.0.10 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088033 Jun 16 17:08:48.383245 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9847025c-0a10-447a-b3fe-cbf7e9109fee req-586ce63f-4cad-43e3-bdbf-d55cb8a69dc3 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820512 Jun 16 17:08:48.394717 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:48.396398 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:48.445505 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a34c0027-9869-4bb2-801f-f0a6ae5af5b3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.2774832 Jun 16 17:08:48.445505 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:08:48.454199 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:48.485967 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Transition to ACTIVE for port object 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:48.629141 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:48.636780 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:48.748983 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Pushing event updated for resources: {'Port': ['ID=2d017b4d-dbc6-4242-8fce-bbc72146ddb5,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:48.776739 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:48.871590 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da05bf60-5713-44df-8558-b0b011aaafeb None None] Network b5b01d90-316a-457f-82c5-d9de0b95c7d2 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:08:48.872087 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dd82fe-dc29-4054-81f2-fb01f744d962,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:48.917866 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:48.954809 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41888) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:49.010048 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.113130 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Attempting to bind port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:08:49.113800 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Attempting to bind port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:08:49.115591 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Attempting to bind port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 on network b1c86713-c095-4539-903c-acd5ab66c953 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:49.142649 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 on network b1c86713-c095-4539-903c-acd5ab66c953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:08:49.142649 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Attempting to bind port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 on network b1c86713-c095-4539-903c-acd5ab66c953 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:49.152415 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b35a43-df8a-485f-a83c-de7df329b7f8 admin admin] Deleting subnet 679fad91-72e0-45e2-8e07-02c2283137b5 {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:08:49.156713 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f0b35a43-df8a-485f-a83c-de7df329b7f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.237160 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f0b35a43-df8a-485f-a83c-de7df329b7f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.266702 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f0b35a43-df8a-485f-a83c-de7df329b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.350773 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:08:49.351153 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Checking segment: {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:49.351729 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Bound using segment: {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:08:49.352195 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Bound port: 2d017b4d-dbc6-4242-8fce-bbc72146ddb5, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:08:49.352549 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.401158 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Attempting to bind port a1dd82fe-dc29-4054-81f2-fb01f744d962 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:08:49.401461 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Attempting to bind port a1dd82fe-dc29-4054-81f2-fb01f744d962 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '78c9707a-2c05-4365-be9e-c2bbe032553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9187ec7d-b0eb-45cf-aecd-4345f6619eb3'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:08:49.401822 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Attempting to bind port a1dd82fe-dc29-4054-81f2-fb01f744d962 on network 9187ec7d-b0eb-45cf-aecd-4345f6619eb3 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:49.443195 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Port a1dd82fe-dc29-4054-81f2-fb01f744d962 on network 9187ec7d-b0eb-45cf-aecd-4345f6619eb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:08:49.445932 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Attempting to bind port a1dd82fe-dc29-4054-81f2-fb01f744d962 on network 9187ec7d-b0eb-45cf-aecd-4345f6619eb3 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:49.473797 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:08:49.473797 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Checking segment: {'id': '78c9707a-2c05-4365-be9e-c2bbe032553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9187ec7d-b0eb-45cf-aecd-4345f6619eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:49.473797 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Bound using segment: {'id': '78c9707a-2c05-4365-be9e-c2bbe032553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9187ec7d-b0eb-45cf-aecd-4345f6619eb3'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:08:49.473797 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Bound port: a1dd82fe-dc29-4054-81f2-fb01f744d962, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c9707a-2c05-4365-be9e-c2bbe032553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9187ec7d-b0eb-45cf-aecd-4345f6619eb3'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:08:49.473797 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.476515 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device afaf6f69-a49e-445b-911a-be8bc99e089d up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:49.590767 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] For port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5, host hv-cinder-77212, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:08:49.606328 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] For port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2d017b4d-dbc6-4242-8fce-bbc72146ddb5,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:08:49.665144 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac04d0a-d939-4def-a0cb-c5134cc1d8f7 req-bc36ef06-8673-4785-8104-8490a73bdaeb tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:49.680160 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fac04d0a-d939-4def-a0cb-c5134cc1d8f7 req-bc36ef06-8673-4785-8104-8490a73bdaeb tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 944 time: 0.5674233 Jun 16 17:08:49.693946 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f0b35a43-df8a-485f-a83c-de7df329b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.697742 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:49.751733 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b35a43-df8a-485f-a83c-de7df329b7f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=679fad91-72e0-45e2-8e07-02c2283137b5,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:49.757333 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41898) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:49.772327 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f0b35a43-df8a-485f-a83c-de7df329b7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:49.772861 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.784147 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-f74654db-940c-4799-b0f0-a5b19d130044 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792680228', 'description': 'tempest-description--821104964'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:49.800497 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:49.804820 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f0b35a43-df8a-485f-a83c-de7df329b7f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.810017 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f0b35a43-df8a-485f-a83c-de7df329b7f8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/679fad91-72e0-45e2-8e07-02c2283137b5 HTTP/1.1" status: 204 len: 168 time: 0.8501458 Jun 16 17:08:49.819624 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41902) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:49.828033 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port afaf6f69-a49e-445b-911a-be8bc99e089d triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:49.829099 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:49.829931 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] For port a1dd82fe-dc29-4054-81f2-fb01f744d962, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:08:49.935820 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:42Z', 'revision_number': 2, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:49.940966 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Checking router: 3dc7c085-6329-421a-9656-822edafdfa51 for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:08:49.946745 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Updating router 3dc7c085-6329-421a-9656-822edafdfa51 port 6a96c49f-1c5f-425f-b168-5cb0cb160924 binding host dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:08:49.999384 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.040775 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.055182 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:50.058329 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.065062 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] 10.222.0.60 "PUT /v2.0/ports/2d017b4d-dbc6-4242-8fce-bbc72146ddb5 HTTP/1.1" status: 200 len: 1093 time: 2.9773273 Jun 16 17:08:50.083072 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cf031c-c436-4f28-95b7-1cfaa4c824d2', 'tag': '2d017b4d-dbc6-4242-8fce-bbc72146ddb5'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:08:50.083932 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-68a2e500-d446-43a3-b208-a1ecac1ef523 req-496a091a-0bd4-4702-9832-09098dfeb3cc tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 210 time: 0.2017646 Jun 16 17:08:50.095286 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] For port a1dd82fe-dc29-4054-81f2-fb01f744d962, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a1dd82fe-dc29-4054-81f2-fb01f744d962,segment=NetworkSegment(78c9707a-2c05-4365-be9e-c2bbe032553a),segment_id=78c9707a-2c05-4365-be9e-c2bbe032553a)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:08:50.171357 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:50.185251 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 41912) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:50.206966 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fac04d0a-d939-4def-a0cb-c5134cc1d8f7 req-b9b61e0b-dd6c-49ea-a06d-1e1c0d73c1d1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177906 Jun 16 17:08:50.243059 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.256831 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-50786deb-edd7-4020-ab7c-dfddf306983c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:50.453865 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.472826 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11cbb6c57d570b8d56d5f4e59362b4fd5f87749a9a369d609007706ad77aca04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4335897-563e-41cf-a6d5-a76b62a3559f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cf031c-c436-4f28-95b7-1cfaa4c824d2", "tag": "2d017b4d-dbc6-4242-8fce-bbc72146ddb5"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:08:50.491603 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f74654db-940c-4799-b0f0-a5b19d130044 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.531595 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Pushing event updated for resources: {'Port': ['ID=2d017b4d-dbc6-4242-8fce-bbc72146ddb5,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:50.625746 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:50.661935 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.678008 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fc37b8b4-469d-4005-839c-adbd58ce262c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.678008 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:50.678008 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.678008 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] 10.222.0.60 "PUT /v2.0/ports/a1dd82fe-dc29-4054-81f2-fb01f744d962 HTTP/1.1" status: 200 len: 1094 time: 5.6151228 Jun 16 17:08:50.694515 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:50.698606 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:50.699678 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:50.700183 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:50.700670 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:50.701201 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:50.702040 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:50.707920 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:50.707920 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:50.707920 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:50.732423 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:50.733094 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b284fb-3465-4b70-bf29-9fa389e75d0e', 'tag': 'a1dd82fe-dc29-4054-81f2-fb01f744d962'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:08:50.740775 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:50.741183 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.810073 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dd82fe-dc29-4054-81f2-fb01f744d962,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:50.819575 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:50.869117 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.884238 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Transition to ACTIVE for port object 6a96c49f-1c5f-425f-b168-5cb0cb160924 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:50.939057 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:50.968184 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Allocated IP 172.27.2.132 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/9ceeb86a-5f42-407c-adc0-806fdf04364b) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:50.982307 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd602d7c-d6c7-4f87-8433-bf5f38f01690" -d '{"events": [{"name": "network-changed", "server_uuid": "54b284fb-3465-4b70-bf29-9fa389e75d0e", "tag": "a1dd82fe-dc29-4054-81f2-fb01f744d962"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:08:50.987529 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.60', 54142) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:50.994646 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=17917ede-35ee-4e4f-9c2d-5d1b8612fa7c,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:50.997326 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.011778 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a95bd181-3e68-4ff1-9ac2-4e9cc79f45cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:51.030609 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:51.030996 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:51.031387 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:51.031712 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:08:51.032621 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bf846f-8090-43fe-b5f6-84d95948dc66']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:51.064337 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45079636-cae7-4f88-b477-558b1cb206fd') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:51.064716 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45079636-cae7-4f88-b477-558b1cb206fd') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:51.084278 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b484212-3592-4a78-9674-f0934fb81df1 x-openstack-request-id: req-2b484212-3592-4a78-9674-f0934fb81df1 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:08:51.084574 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cf031c-c436-4f28-95b7-1cfaa4c824d2", "tag": "2d017b4d-dbc6-4242-8fce-bbc72146ddb5", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:08:51.084840 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b484212-3592-4a78-9674-f0934fb81df1 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:08:51.085357 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cf031c-c436-4f28-95b7-1cfaa4c824d2', 'tag': '2d017b4d-dbc6-4242-8fce-bbc72146ddb5', 'status': 'completed', 'code': 200} Jun 16 17:08:51.095676 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4648217'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.101532 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ee1e3-5a06-49b1-831e-7402f2e88388 None None] Pushing event updated for resources: {'Port': ['ID=6a96c49f-1c5f-425f-b168-5cb0cb160924,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:51.104840 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-279ee1e3-5a06-49b1-831e-7402f2e88388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:51.130277 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.134307 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:51.143126 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-4541107c-ff83-4e24-92c9-1793328dfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:51.147373 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-4541107c-ff83-4e24-92c9-1793328dfb7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 1096 time: 0.7148819 Jun 16 17:08:51.159333 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.182254 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:08:51.182812 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4646441'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: from cryptography.utils import int_from_bytes Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: from cryptography.utils import int_from_bytes Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: retrieve_revision_numbers = { Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: retrieve_revision_numbers = { Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: retrieve_revision_numbers = { Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: timer() Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: cb(*args, **kw) Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: self._notify() Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: self.callback(batched_events) Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: event.method(event) Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._get(url).json() Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:08:51.188447 dv-cinder-772126-4-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:08:51.357132 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=17917ede-35ee-4e4f-9c2d-5d1b8612fa7c,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:51.407318 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:51.412004 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.418235 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:51.429115 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.429115 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a9bf846f-8090-43fe-b5f6-84d95948dc66 HTTP/1.1" status: 204 len: 168 time: 1.5641937 Jun 16 17:08:51.466182 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Attempting to bind port 6a96c49f-1c5f-425f-b168-5cb0cb160924 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:08:51.486213 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Attempting to bind port 6a96c49f-1c5f-425f-b168-5cb0cb160924 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:08:51.486213 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Attempting to bind port 6a96c49f-1c5f-425f-b168-5cb0cb160924 on network da7a276f-c9d5-4544-b86d-98dbf95a7f2d {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:08:51.486213 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:08:51.486213 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Checking segment: {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:08:51.486213 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.486760 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41946) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:51.486842 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Bound using segment: {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:08:51.486842 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Bound port: 6a96c49f-1c5f-425f-b168-5cb0cb160924, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:08:51.486842 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.502670 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9bf846f-8090-43fe-b5f6-84d95948dc66,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:51.511979 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:51.628453 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] For port 6a96c49f-1c5f-425f-b168-5cb0cb160924, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:08:51.631925 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] For port 6a96c49f-1c5f-425f-b168-5cb0cb160924, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=6a96c49f-1c5f-425f-b168-5cb0cb160924,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:08:51.682525 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-cade1a4b-55d2-4f09-85ea-ef1c495e2e4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d017b4d-dbc6-4242-8fce-bbc72146ddb5 HTTP/1.1" status: 200 len: 217 time: 0.1691945 Jun 16 17:08:51.695764 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f74654db-940c-4799-b0f0-a5b19d130044 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.706760 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-933e306c-96ed-47c5-8900-e8e01e5b4817 admin admin] Deleting subnet e48d061b-b948-4741-89bb-a550ba69866f {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:08:51.717574 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-933e306c-96ed-47c5-8900-e8e01e5b4817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.778833 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6380e264-5773-427d-af73-5131e2dc10ce req-55a1fa9a-a518-48f8-9e37-1e4baedf304c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 210 time: 0.3478208 Jun 16 17:08:51.796202 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02628c0d-f110-4ea8-a590-025101a29af3 req-f7a84583-a8e9-4e7b-bc7c-642c416993c6 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:51.807559 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02628c0d-f110-4ea8-a590-025101a29af3 req-f7a84583-a8e9-4e7b-bc7c-642c416993c6 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 943 time: 1.3239651 Jun 16 17:08:52.016472 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-933e306c-96ed-47c5-8900-e8e01e5b4817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4648192'] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.070992 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-95b36608-9778-4607-8b11-cf7569eab445 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:52.073602 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-95b36608-9778-4607-8b11-cf7569eab445 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.60 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 818 time: 1.0848422 Jun 16 17:08:52.075608 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2e1f50-11a7-40c4-a013-1630d9a6c231 x-openstack-request-id: req-2a2e1f50-11a7-40c4-a013-1630d9a6c231 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:08:52.076122 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b284fb-3465-4b70-bf29-9fa389e75d0e", "tag": "a1dd82fe-dc29-4054-81f2-fb01f744d962", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:08:52.076934 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a2e1f50-11a7-40c4-a013-1630d9a6c231 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:08:52.077110 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b284fb-3465-4b70-bf29-9fa389e75d0e', 'tag': 'a1dd82fe-dc29-4054-81f2-fb01f744d962', 'status': 'completed', 'code': 200} Jun 16 17:08:52.092472 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.098950 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-933e306c-96ed-47c5-8900-e8e01e5b4817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.105355 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-f22da48a-8a48-4f4b-abd7-aeff8daa59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:52.108901 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-f22da48a-8a48-4f4b-abd7-aeff8daa59c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5c959a039e341c8be00887182febeab&device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 1097 time: 1.1171999 Jun 16 17:08:52.112077 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02628c0d-f110-4ea8-a590-025101a29af3 req-f090327f-bef4-44a4-8769-3f9d9a280f00 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033435 Jun 16 17:08:52.261008 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33449c22-f404-4e33-b96e-c200983d693d req-de83cd1c-a257-4f77-8820-2a3eadaf911e tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:52.262601 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33449c22-f404-4e33-b96e-c200983d693d req-de83cd1c-a257-4f77-8820-2a3eadaf911e tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 944 time: 0.0834372 Jun 16 17:08:52.289350 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.290319 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-933e306c-96ed-47c5-8900-e8e01e5b4817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4646582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4707695'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.298404 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f0b35a43-df8a-485f-a83c-de7df329b7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:52.306541 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-279ee1e3-5a06-49b1-831e-7402f2e88388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:52.333637 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f74654db-940c-4799-b0f0-a5b19d130044 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.337616 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.372804 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1b2d233e-7178-44ef-9e20-b6debee24a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:52.376778 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e306c-96ed-47c5-8900-e8e01e5b4817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48d061b-b948-4741-89bb-a550ba69866f,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:52.380814 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-933e306c-96ed-47c5-8900-e8e01e5b4817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.384086 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-933e306c-96ed-47c5-8900-e8e01e5b4817 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e48d061b-b948-4741-89bb-a550ba69866f HTTP/1.1" status: 204 len: 168 time: 0.9061322 Jun 16 17:08:52.385641 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-933e306c-96ed-47c5-8900-e8e01e5b4817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:52.386693 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41962) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:52.476194 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ee1e3-5a06-49b1-831e-7402f2e88388 None None] Pushing event updated for resources: {'Port': ['ID=6a96c49f-1c5f-425f-b168-5cb0cb160924,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:52.493580 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-279ee1e3-5a06-49b1-831e-7402f2e88388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:52.517137 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:52.520286 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:08:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:52.527180 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:52.538062 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33449c22-f404-4e33-b96e-c200983d693d req-a6ffebf4-5218-4340-916d-f6fb31bc5428 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688954 Jun 16 17:08:52.546280 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74654db-940c-4799-b0f0-a5b19d130044 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c1a011-d256-48f7-a6bd-cc5445c59ece,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:52.562074 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f74654db-940c-4799-b0f0-a5b19d130044 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:52.564403 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:52.581464 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:52.589437 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.591836 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:52.702612 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:52.731428 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.744098 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b01d90-316a-457f-82c5-d9de0b95c7d2']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:52.762578 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756e76da-6210-4805-b183-b8b05b9ffe0e') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:52.762899 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756e76da-6210-4805-b183-b8b05b9ffe0e') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:52.776050 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4648217'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.792426 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.800501 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'Port': ['ID=9ceeb86a-5f42-407c-adc0-806fdf04364b,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:52.800647 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.804925 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:08:52.805309 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4646441'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.810940 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: retrieve_revision_numbers = { Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: timer() Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: cb(*args, **kw) Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: self._notify() Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: self.callback(batched_events) Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: event.method(event) Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._get(url).json() Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:08:52.867285 dv-cinder-772126-4-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:08:52.897789 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fc37b8b4-469d-4005-839c-adbd58ce262c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.959436 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.961765 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.965790 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-bbb8d8c9-58db-494e-8e36-ce909d27d91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:52.973744 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:52.999758 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b01d90-316a-457f-82c5-d9de0b95c7d2,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:53.015991 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fc37b8b4-469d-4005-839c-adbd58ce262c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:53.021062 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:53.023615 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] 10.222.0.10 "DELETE /v2.0/networks/b5b01d90-316a-457f-82c5-d9de0b95c7d2 HTTP/1.1" status: 204 len: 168 time: 0.6356194 Jun 16 17:08:53.025280 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:53.045761 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:53.122413 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-03d5c768-750f-4673-8de3-23668719ba8e req-2f70965c-cfa5-470f-a8d4-eb816f2d046f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 210 time: 0.0682719 Jun 16 17:08:53.122730 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:51Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:53.122895 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-fc37b8b4-469d-4005-839c-adbd58ce262c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2583b32b3bb046b484835ad5aec65b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9083776 Jun 16 17:08:53.123014 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41968) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:53.123123 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9e7a6-749e-47d6-a53c-1e1404141ed1 None None] The sync data for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi is: [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:51Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:08:53.148559 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37b8b4-469d-4005-839c-adbd58ce262c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60290285-05cc-419f-834e-ac57d876d9d5,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:53.154298 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-fc37b8b4-469d-4005-839c-adbd58ce262c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:53.321689 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Request body: {'port': {'device_id': '9d945749-dbf4-463d-a32a-45822924bc00', 'network_id': '83538a37-de03-4bca-862d-10405954664f', 'admin_state_up': True, 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:53.440890 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-30e59750-374d-47b1-85c6-5b0ab531ee03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:53.498660 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-90db70a9-6e7f-444e-beb8-4d6d47b431c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:53.501030 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-90db70a9-6e7f-444e-beb8-4d6d47b431c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8dc0351f-c8c6-47f3-be73-fc174db5a017 HTTP/1.1" status: 200 len: 855 time: 0.2443094 Jun 16 17:08:53.545081 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-30e59750-374d-47b1-85c6-5b0ab531ee03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:53.626205 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f74654db-940c-4799-b0f0-a5b19d130044 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:53.633708 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f74654db-940c-4799-b0f0-a5b19d130044 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.8596377 Jun 16 17:08:53.653630 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:53.712838 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41980) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:53.713412 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41982) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:53.732408 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-6400cca7-1246-4eda-84fb-67e58002986c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c86713-c095-4539-903c-acd5ab66c953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1906176 Jun 16 17:08:53.779570 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-683e01f9-a144-4afd-aea5-be69a69684fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'security_group_rule': {'security_group_id': '87c1a011-d256-48f7-a6bd-cc5445c59ece', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:53.807004 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:53.818954 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.008122 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-caed5bd0-b8ca-4a5c-b101-55bf84d71f00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1dd82fe-dc29-4054-81f2-fb01f744d962 HTTP/1.1" status: 200 len: 217 time: 0.6658902 Jun 16 17:08:54.008122 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.019316 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6a96c49f-1c5f-425f-b168-5cb0cb160924 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:54.023876 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.db.api [None req-683e01f9-a144-4afd-aea5-be69a69684fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 17:08:54.023876 dv-cinder-772126-4-iscsi neutron-server[93484]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 17:08:54.023876 dv-cinder-772126-4-iscsi neutron-server[93484]: [parameters: {'project_id_1': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'expiration_1': datetime.datetime(2021, 6, 16, 17, 8, 53, 802261)}] Jun 16 17:08:54.023876 dv-cinder-772126-4-iscsi neutron-server[93484]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 17:08:54.025356 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_db.api [None req-683e01f9-a144-4afd-aea5-be69a69684fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:08:54.051928 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-81985d86-4072-47d6-b3c5-623b331f2c63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2af1386b50ad4a9c9564521eefc07730&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3301260 Jun 16 17:08:54.052991 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 41994) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:54.111951 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c63d4-0ec1-4db7-8bd0-e865b49e5c0c req-44627679-a032-4a2c-a62d-f7db80aed938 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:54.122171 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f67c63d4-0ec1-4db7-8bd0-e865b49e5c0c req-44627679-a032-4a2c-a62d-f7db80aed938 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 943 time: 0.4997730 Jun 16 17:08:54.203502 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19ca08-1e98-4748-89f2-23d4b2a127d6 req-3c7b9a30-576e-4a86-87d6-4de89450b75b tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:54.216654 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-21d6b273-aaf0-4ca9-bfef-882fa1dcd3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.216893 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0f19ca08-1e98-4748-89f2-23d4b2a127d6 req-3c7b9a30-576e-4a86-87d6-4de89450b75b tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 944 time: 0.3279359 Jun 16 17:08:54.267394 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-21d6b273-aaf0-4ca9-bfef-882fa1dcd3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.270718 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.312780 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-30e59750-374d-47b1-85c6-5b0ab531ee03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.313938 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:54.330820 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-30e59750-374d-47b1-85c6-5b0ab531ee03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.338685 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-30e59750-374d-47b1-85c6-5b0ab531ee03 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60290285-05cc-419f-834e-ac57d876d9d5 HTTP/1.1" status: 204 len: 168 time: 1.2252090 Jun 16 17:08:54.349771 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:54.357173 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e59750-374d-47b1-85c6-5b0ab531ee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60290285-05cc-419f-834e-ac57d876d9d5,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:54.361007 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-30e59750-374d-47b1-85c6-5b0ab531ee03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:54.434444 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f67c63d4-0ec1-4db7-8bd0-e865b49e5c0c req-83153073-701d-446b-99a0-9e2340b75976 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108869 Jun 16 17:08:54.436435 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.455529 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'Port': ['ID=9ceeb86a-5f42-407c-adc0-806fdf04364b,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:54.475252 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0f19ca08-1e98-4748-89f2-23d4b2a127d6 req-ad6e3cf3-81be-43ad-bad2-4263c95770ec tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521808 Jun 16 17:08:54.476202 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Made reservation on behalf of c46e28ee30ee46c5b7a8146423501f99 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:54.487021 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.491764 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:54.542168 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 6a96c49f-1c5f-425f-b168-5cb0cb160924 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:08:54.558702 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 6a96c49f-1c5f-425f-b168-5cb0cb160924 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:54.559092 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.566977 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-21d6b273-aaf0-4ca9-bfef-882fa1dcd3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.578203 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-21d6b273-aaf0-4ca9-bfef-882fa1dcd3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.587912 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-21d6b273-aaf0-4ca9-bfef-882fa1dcd3b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5e1b117-d96f-466f-805b-e09f34fbf754 HTTP/1.1" status: 204 len: 168 time: 0.5248053 Jun 16 17:08:54.588811 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-30e59750-374d-47b1-85c6-5b0ab531ee03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:54.620335 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6b273-aaf0-4ca9-bfef-882fa1dcd3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e1b117-d96f-466f-805b-e09f34fbf754,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:54.629697 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-21d6b273-aaf0-4ca9-bfef-882fa1dcd3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:54.732413 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.736593 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4548779 Jun 16 17:08:54.847221 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.903380 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 6a96c49f-1c5f-425f-b168-5cb0cb160924, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=6a96c49f-1c5f-425f-b168-5cb0cb160924,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:54.903599 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-683e01f9-a144-4afd-aea5-be69a69684fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.915513 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Allocated IP 172.20.0.13 (83538a37-de03-4bca-862d-10405954664f/982879e0-3d34-4b43-b4af-4c2f8f618759/609baf17-22bc-49b5-a572-92213d002204) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:54.927220 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab8b3d5e-4766-47e2-a62a-6e42d4d1c35b req-5317b7a2-5c78-466b-9904-d04ac8e43a4b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 210 time: 0.0797849 Jun 16 17:08:55.181530 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:55.181530 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:55.182877 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-683e01f9-a144-4afd-aea5-be69a69684fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:55.183403 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=6a96c49f-1c5f-425f-b168-5cb0cb160924,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:55.183403 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:55.276918 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:55.342451 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6a96c49f-1c5f-425f-b168-5cb0cb160924 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:08:55.411651 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 6a96c49f-1c5f-425f-b168-5cb0cb160924 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:08:55.412205 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:55.426868 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-97a98c60-ba9c-4c93-8c56-8c9d8d5b6c0e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--32143182&fields=id&tenant_id=cc40842a427049259261ae77d430ce91 HTTP/1.1" status: 200 len: 267 time: 0.0845120 Jun 16 17:08:55.513586 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-683e01f9-a144-4afd-aea5-be69a69684fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:55.516335 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:55.523421 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:55.562527 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e01f9-a144-4afd-aea5-be69a69684fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a73ffe8-613f-49c2-a273-469c19842f6a,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:55.580005 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-683e01f9-a144-4afd-aea5-be69a69684fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:55.626970 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-683e01f9-a144-4afd-aea5-be69a69684fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:55.628170 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-683e01f9-a144-4afd-aea5-be69a69684fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9092891 Jun 16 17:08:55.632130 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42028) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:55.639462 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-1f84f14d-13e9-4bc6-87b3-28fd05c158ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'security_group_rule': {'security_group_id': '87c1a011-d256-48f7-a6bd-cc5445c59ece', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:55.789185 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1f84f14d-13e9-4bc6-87b3-28fd05c158ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:55.863013 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:55.868879 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 42030) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:55.935998 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1f84f14d-13e9-4bc6-87b3-28fd05c158ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:55.948450 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42032) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:55.963998 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d341ac60-bebc-4bf6-ac83-ebae56de5e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.016003 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e49c5301-4b55-409f-a367-0e0472377a15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcde311975d94341bf9e7703c5cd68de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648336 Jun 16 17:08:56.023821 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42038) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:56.035763 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Network 83538a37-de03-4bca-862d-10405954664f is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:56.048832 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Pushing event updated for resources: {'Port': ['ID=609baf17-22bc-49b5-a572-92213d002204,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:56.052125 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1f84f14d-13e9-4bc6-87b3-28fd05c158ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.053560 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:56.059993 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-683e01f9-a144-4afd-aea5-be69a69684fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:56.063537 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-6b77c594-6fdd-4141-9f25-dc59a65e58ad tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:56.065328 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-6b77c594-6fdd-4141-9f25-dc59a65e58ad tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 810 time: 0.6370971 Jun 16 17:08:56.066930 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:56.075726 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:56.085722 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:56.086675 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.133945 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-4cdb017f-09f2-431c-9885-6ce774df550f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/quotas/cc40842a427049259261ae77d430ce91 HTTP/1.1" status: 200 len: 375 time: 0.0580554 Jun 16 17:08:56.145070 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84f14d-13e9-4bc6-87b3-28fd05c158ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317dfabd-2d46-441e-a5cd-007386b9ba5a,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:56.158684 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1f84f14d-13e9-4bc6-87b3-28fd05c158ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:56.181093 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-04466866-2b13-4b5b-897e-792fff4f5bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.191742 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12b866-5b13-4dd9-83fd-244c1c60c135 req-4f2f7dc5-39d9-480c-b7c6-ad6291345bd0 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:56.204276 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e12b866-5b13-4dd9-83fd-244c1c60c135 req-4f2f7dc5-39d9-480c-b7c6-ad6291345bd0 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 943 time: 0.3335290 Jun 16 17:08:56.214856 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-04466866-2b13-4b5b-897e-792fff4f5bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.291570 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e12b866-5b13-4dd9-83fd-244c1c60c135 req-6453e4a6-60d1-4d89-91aa-f3095bc74e2d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870922 Jun 16 17:08:56.319567 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-04466866-2b13-4b5b-897e-792fff4f5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.330678 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-04466866-2b13-4b5b-897e-792fff4f5bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.330678 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-04466866-2b13-4b5b-897e-792fff4f5bf4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7cbf5df-6c84-42fd-bcf1-eddc653c1ca9 HTTP/1.1" status: 204 len: 168 time: 0.3005216 Jun 16 17:08:56.330678 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c0cc806f-2730-4520-ba58-dfd17b175458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:56.337571 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04466866-2b13-4b5b-897e-792fff4f5bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cbf5df-6c84-42fd-bcf1-eddc653c1ca9,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:56.346541 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-04466866-2b13-4b5b-897e-792fff4f5bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:56.362916 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-0de5d571-635e-41f8-a4a4-28db8ca2002e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2208190 Jun 16 17:08:56.366889 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d341ac60-bebc-4bf6-ac83-ebae56de5e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.490814 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4dd1-06a8-43c1-a304-585f4ae264c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.496694 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d341ac60-bebc-4bf6-ac83-ebae56de5e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.511190 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:56.572676 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-415c4516-0088-4212-ab00-a3804416e56b service neutron] 10.222.0.10 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865482 Jun 16 17:08:56.577238 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d341ac60-bebc-4bf6-ac83-ebae56de5e20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5bc59a074864cb88ee02ee2198fe0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7018502 Jun 16 17:08:56.579049 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42048) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:56.580996 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341ac60-bebc-4bf6-ac83-ebae56de5e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20dc9e0-f057-4e9a-9411-004351abf031,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:56.601066 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d341ac60-bebc-4bf6-ac83-ebae56de5e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:56.618946 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4293c9-c5ea-4e8c-bf84-7813e6e266f6 req-139f765e-bab4-4be3-9fad-4c5ba38de924 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:56.620475 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d4293c9-c5ea-4e8c-bf84-7813e6e266f6 req-139f765e-bab4-4be3-9fad-4c5ba38de924 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 944 time: 0.1774695 Jun 16 17:08:56.632355 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e5b99e1-210c-4871-9ff2-54d661eff455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.655533 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e5b99e1-210c-4871-9ff2-54d661eff455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.679411 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1f84f14d-13e9-4bc6-87b3-28fd05c158ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.682979 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1f84f14d-13e9-4bc6-87b3-28fd05c158ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0474708 Jun 16 17:08:56.684134 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 42050) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:56.690386 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'floatingip': {'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:56.714988 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d4293c9-c5ea-4e8c-bf84-7813e6e266f6 req-2c5e56ea-c15f-4269-b53c-9df8158daf59 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674653 Jun 16 17:08:56.737840 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4753785 Jun 16 17:08:56.743653 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e9ff7d23-8cd5-4fc1-8de0-e4c955cb65a1 service neutron] 10.222.0.10 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635165 Jun 16 17:08:56.850493 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e5b99e1-210c-4871-9ff2-54d661eff455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.853249 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1e5b99e1-210c-4871-9ff2-54d661eff455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.856883 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1e5b99e1-210c-4871-9ff2-54d661eff455 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a20dc9e0-f057-4e9a-9411-004351abf031 HTTP/1.1" status: 204 len: 168 time: 0.2741840 Jun 16 17:08:56.857033 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f710b7ef-cb4a-4f7b-9d51-333b3cb22c51 req-a63962a0-6104-4ae7-adb9-dbd106b4e012 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 210 time: 0.0302227 Jun 16 17:08:56.857161 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-84c8fdc5-6cf5-4b8d-a210-807dc44cfd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:56.865043 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b99e1-210c-4871-9ff2-54d661eff455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20dc9e0-f057-4e9a-9411-004351abf031,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:56.870619 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1e5b99e1-210c-4871-9ff2-54d661eff455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:56.905653 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:57.029683 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:57.118333 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-70fd49c5-f61c-4622-83a2-5ef42a2d363e req-c73774fd-170d-449f-96e5-595ade442a58 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 210 time: 0.0427372 Jun 16 17:08:57.187175 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Allocated IP 172.27.2.133 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/f69a428e-289b-4c9b-b06e-c9c0f0416abc) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:57.304947 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:57.486514 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:57.497844 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ca2c6aae-43b0-4fcc-bbd9-46f40f0247ad tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:57.543880 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0ce8b-55b1-4e50-8e3f-934fe304b1c8 req-20878062-6b6b-433e-ac31-d46f19449b43 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:57.545362 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4df0ce8b-55b1-4e50-8e3f-934fe304b1c8 req-20878062-6b6b-433e-ac31-d46f19449b43 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 943 time: 0.1231916 Jun 16 17:08:57.560660 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:08:57.567627 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'Port': ['ID=f69a428e-289b-4c9b-b06e-c9c0f0416abc,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:57.571020 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:57.581912 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:08:57.581912 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:08:57.628092 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4df0ce8b-55b1-4e50-8e3f-934fe304b1c8 req-dbc24b21-eb88-4c90-8af4-c27d481b534d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723240 Jun 16 17:08:57.646544 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:57.908717 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:57.974948 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812ddf1-4198-4e44-aa05-f514a459e193 req-28ca72f2-670f-4f6e-a3a3-1d6ceec487c6 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:57.976490 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9812ddf1-4198-4e44-aa05-f514a459e193 req-28ca72f2-670f-4f6e-a3a3-1d6ceec487c6 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 944 time: 0.1258750 Jun 16 17:08:58.076443 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a9b6637-5db7-45ad-a566-31636860c0cc req-ba54aaf2-8216-465b-b2c8-fd3d1ad505eb tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 210 time: 0.0506356 Jun 16 17:08:58.136242 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Request body: {'port': {'device_id': '9d945749-dbf4-463d-a32a-45822924bc00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:58.255714 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9812ddf1-4198-4e44-aa05-f514a459e193 req-0f9631db-7314-4f01-aba8-22477f3813e5 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687662 Jun 16 17:08:58.295858 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:58.323633 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-57ad5e55-729d-4630-8417-81e17193cd21 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188709 Jun 16 17:08:58.339880 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8054a661-a40e-4246-9a44-9a864ce2cd33 req-2be8d2dc-f347-4220-b8f4-a0c6d876a711 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 210 time: 0.0886986 Jun 16 17:08:58.400270 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-9b70798a-bacd-4c60-930d-99390460dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:58.401826 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-9b70798a-bacd-4c60-930d-99390460dd83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2836e986-cde2-4167-b8ec-b449ce3c3355 HTTP/1.1" status: 200 len: 852 time: 0.2575147 Jun 16 17:08:58.405615 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:58.423508 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:58.466908 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-a87bc8be-49f4-44af-82fa-ff851cb59d10 req-8056b49b-d356-4f53-819e-a5a8385b13bf service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329432 Jun 16 17:08:58.479678 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:58.555516 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-5b466984-dcd1-4bb1-ab38-d068a1164210 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187ec7d-b0eb-45cf-aecd-4345f6619eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267664 Jun 16 17:08:58.562903 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:58.661159 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'Port': ['ID=f69a428e-289b-4c9b-b06e-c9c0f0416abc,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:58.664862 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.60', 54148) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:58.668290 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:58.789685 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:58.790910 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1040113 Jun 16 17:08:58.818992 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aef251-3656-4790-a589-587799622499 req-7838052a-5728-4eb0-8716-f3c1634ed5cd tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:58.823331 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-7838052a-5728-4eb0-8716-f3c1634ed5cd tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.60 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 818 time: 0.1805487 Jun 16 17:08:58.846377 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Request body: {'port': {'device_id': 'e360fa1c-141f-4013-b6d2-a61e96d3828b', 'network_id': '83538a37-de03-4bca-862d-10405954664f', 'admin_state_up': True, 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:08:58.921037 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42142) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:58.956067 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4335897-563e-41cf-a6d5-a76b62a3559f req-60e54baf-60e3-4a1d-ab83-89e3cd4497a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:58.958556 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4335897-563e-41cf-a6d5-a76b62a3559f req-60e54baf-60e3-4a1d-ab83-89e3cd4497a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 1096 time: 0.2914243 Jun 16 17:08:58.960645 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-bb4ef1b1-b1e1-434b-8bfb-3a47ba295bfc service neutron] 10.222.0.60 "GET /v2.0/networks/9187ec7d-b0eb-45cf-aecd-4345f6619eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722293 Jun 16 17:08:59.090541 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Made reservation on behalf of c46e28ee30ee46c5b7a8146423501f99 for: {'port': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:08:59.094255 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.134952 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.244754 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-09150d82-595d-48ed-9ff7-49a84a266d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.351438 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-32dba7a3-85e7-4d6d-b774-075ef6040c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.426856 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f2ec-d956-493d-8cb8-7f4482e81fb3 req-41b30db2-f85a-49dd-a08f-15be7eaffce9 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:59.434685 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-63c3f2ec-d956-493d-8cb8-7f4482e81fb3 req-41b30db2-f85a-49dd-a08f-15be7eaffce9 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 943 time: 0.5445185 Jun 16 17:08:59.448024 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b177ab0-4045-441d-a641-0624dee28417 req-284ac783-12f7-4c75-83bd-11bb746e41d1 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 210 time: 0.1233294 Jun 16 17:08:59.507734 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-32dba7a3-85e7-4d6d-b774-075ef6040c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.587674 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4335897-563e-41cf-a6d5-a76b62a3559f req-aeecda66-2435-4b21-ad2c-edd1ef216f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:59.588569 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4335897-563e-41cf-a6d5-a76b62a3559f req-aeecda66-2435-4b21-ad2c-edd1ef216f98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 915 time: 0.4177723 Jun 16 17:08:59.590432 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-435cd61c-1f92-4e93-b1cb-34c1275cdf0b req-36897c41-6733-4bc8-a86c-6030c445367f service neutron] 10.222.0.60 "GET /v2.0/networks/9187ec7d-b0eb-45cf-aecd-4345f6619eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242935 Jun 16 17:08:59.601904 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-63c3f2ec-d956-493d-8cb8-7f4482e81fb3 req-925e2a23-ca4b-42a2-adbf-eac00d8f2a5a tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643021 Jun 16 17:08:59.621899 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-32dba7a3-85e7-4d6d-b774-075ef6040c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.626243 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:59.652954 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4335897-563e-41cf-a6d5-a76b62a3559f req-f42a14a1-1303-47de-b03c-799bc3a5c4e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d017b4d-dbc6-4242-8fce-bbc72146ddb5 HTTP/1.1" status: 200 len: 217 time: 0.0516970 Jun 16 17:08:59.657932 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609baf17-22bc-49b5-a572-92213d002204 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:08:59.693841 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.718259 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-32dba7a3-85e7-4d6d-b774-075ef6040c4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=481196c535cb45e4996cffd3de4fd901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7959156 Jun 16 17:08:59.722939 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42178) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:59.747883 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Transition to ACTIVE for port object 609baf17-22bc-49b5-a572-92213d002204 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:08:59.768128 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-28853046-bc1a-440f-8982-9299c5f11f08 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1792680228&fields=id&tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a HTTP/1.1" status: 200 len: 267 time: 0.1138046 Jun 16 17:08:59.800849 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dba7a3-85e7-4d6d-b774-075ef6040c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ab756f-2abe-4314-9c37-6401ed4b9bd2,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:59.818375 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-32dba7a3-85e7-4d6d-b774-075ef6040c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:59.873519 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.876058 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-351776d2-1eb2-42ba-9cd3-e626c51454e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.880847 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4335897-563e-41cf-a6d5-a76b62a3559f req-08614b77-17c8-4ead-89d8-d10226fefbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:59.882391 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4335897-563e-41cf-a6d5-a76b62a3559f req-08614b77-17c8-4ead-89d8-d10226fefbe6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8dc0351f-c8c6-47f3-be73-fc174db5a017 HTTP/1.1" status: 200 len: 855 time: 0.2183001 Jun 16 17:08:59.906696 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7438f38b-b8e8-4394-b485-632beba15c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:59.915649 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-351776d2-1eb2-42ba-9cd3-e626c51454e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.933302 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Allocated IP 172.20.0.8 (83538a37-de03-4bca-862d-10405954664f/982879e0-3d34-4b43-b4af-4c2f8f618759/9fdcc3c1-1e02-4a58-990d-23ce483dddb5) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:08:59.998822 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4335897-563e-41cf-a6d5-a76b62a3559f req-45c4e862-3e0d-424d-8ba3-398653330374 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c86713-c095-4539-903c-acd5ab66c953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877655 Jun 16 17:09:00.079812 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Pushing event updated for resources: {'Port': ['ID=609baf17-22bc-49b5-a572-92213d002204,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:00.106165 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:00.125228 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-0c03ec71-9c71-4d51-ab92-7ecc0a2b6e8f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:00.126778 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-0c03ec71-9c71-4d51-ab92-7ecc0a2b6e8f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 817 time: 0.3274100 Jun 16 17:09:00.136238 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-351776d2-1eb2-42ba-9cd3-e626c51454e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.157416 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-351776d2-1eb2-42ba-9cd3-e626c51454e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.158954 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-351776d2-1eb2-42ba-9cd3-e626c51454e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2ab756f-2abe-4314-9c37-6401ed4b9bd2 HTTP/1.1" status: 204 len: 168 time: 0.4383409 Jun 16 17:09:00.159898 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:00.194693 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602d7c-d6c7-4f87-8433-bf5f38f01690 req-c5a0f28c-0279-4b74-87ca-96fc8587888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:00.196327 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd602d7c-d6c7-4f87-8433-bf5f38f01690 req-c5a0f28c-0279-4b74-87ca-96fc8587888c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5c959a039e341c8be00887182febeab&device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 1097 time: 0.4438348 Jun 16 17:09:00.197575 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-1eeebea6-2388-45bd-94f4-b3904dbea1ad tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/quotas/f3a7d6136c3b4ead8c340aca8b5a073a HTTP/1.1" status: 200 len: 375 time: 0.0532877 Jun 16 17:09:00.214278 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351776d2-1eb2-42ba-9cd3-e626c51454e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ab756f-2abe-4314-9c37-6401ed4b9bd2,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:00.218509 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-351776d2-1eb2-42ba-9cd3-e626c51454e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:00.312814 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.329774 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210498d-98b6-400c-9af9-86dfb6a951ba req-c1f47643-06e0-408b-87f9-c718d05a2a7f tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:00.337342 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9210498d-98b6-400c-9af9-86dfb6a951ba req-c1f47643-06e0-408b-87f9-c718d05a2a7f tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 944 time: 0.4817696 Jun 16 17:09:00.350265 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Attempting to bind port 609baf17-22bc-49b5-a572-92213d002204 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:09:00.350480 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Attempting to bind port 609baf17-22bc-49b5-a572-92213d002204 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:09:00.350902 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Attempting to bind port 609baf17-22bc-49b5-a572-92213d002204 on network 83538a37-de03-4bca-862d-10405954664f {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:09:00.393380 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Port 609baf17-22bc-49b5-a572-92213d002204 on network 83538a37-de03-4bca-862d-10405954664f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:09:00.393833 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Attempting to bind port 609baf17-22bc-49b5-a572-92213d002204 on network 83538a37-de03-4bca-862d-10405954664f {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:09:00.413336 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4335897-563e-41cf-a6d5-a76b62a3559f req-331a3357-4731-4aeb-a4b8-c985eac00c05 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757391 Jun 16 17:09:00.419935 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:09:00.420289 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Checking segment: {'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:09:00.420670 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Bound using segment: {'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:09:00.421115 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Bound port: 609baf17-22bc-49b5-a572-92213d002204, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:09:00.421481 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.462074 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9210498d-98b6-400c-9af9-86dfb6a951ba req-8c98ab6b-686d-4fbf-a6bc-48fc29493eee tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238015 Jun 16 17:09:00.487453 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4646499'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.533674 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:00.604489 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Pushing event updated for resources: {'Port': ['ID=9fdcc3c1-1e02-4a58-990d-23ce483dddb5,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:00.631454 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:00.643084 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4335897-563e-41cf-a6d5-a76b62a3559f req-0c972963-09de-40fc-8ae2-550737dbfb56 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798127 Jun 16 17:09:00.647366 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Network 83538a37-de03-4bca-862d-10405954664f is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:09:00.650972 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:09:00.655294 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:09:00.689975 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-92082b11-e935-4a47-a9e5-196a2ee40a72 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4600503 Jun 16 17:09:00.700071 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602d7c-d6c7-4f87-8433-bf5f38f01690 req-49f3cd5d-d6c4-44d9-8489-ea7932d1097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:00.700071 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd602d7c-d6c7-4f87-8433-bf5f38f01690 req-49f3cd5d-d6c4-44d9-8489-ea7932d1097c service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187ec7d-b0eb-45cf-aecd-4345f6619eb3 HTTP/1.1" status: 200 len: 912 time: 0.4919338 Jun 16 17:09:00.770772 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:00.771677 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.797109 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b16545a8-6377-4dfc-89b0-c2f453a27b19 req-bf40efb5-2bf7-4410-9a57-bbca44e7ab71 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 210 time: 0.0406203 Jun 16 17:09:00.821875 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.851117 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd602d7c-d6c7-4f87-8433-bf5f38f01690 req-bbf6243a-9d13-45a8-9d1d-d88abc4a99a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1dd82fe-dc29-4054-81f2-fb01f744d962 HTTP/1.1" status: 200 len: 217 time: 0.1364231 Jun 16 17:09:00.859313 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0252590 Jun 16 17:09:00.880630 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Request body: {'port': {'device_id': 'e360fa1c-141f-4013-b6d2-a61e96d3828b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:00.952722 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] For port 609baf17-22bc-49b5-a572-92213d002204, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:09:01.042609 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.272502 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] For port 609baf17-22bc-49b5-a572-92213d002204, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=609baf17-22bc-49b5-a572-92213d002204,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:09:01.357962 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602d7c-d6c7-4f87-8433-bf5f38f01690 req-f0b94b3b-b9c3-44b6-a9d6-9eeed338b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:01.359277 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 {{(pid=93484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:09:01.361465 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd602d7c-d6c7-4f87-8433-bf5f38f01690 req-f0b94b3b-b9c3-44b6-a9d6-9eeed338b912 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2836e986-cde2-4167-b8ec-b449ce3c3355 HTTP/1.1" status: 200 len: 852 time: 0.4446933 Jun 16 17:09:01.367603 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.381137 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Transition to ACTIVE for port object 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:09:01.396925 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-07dfe1c5-9ee0-42a2-bff0-5d7923994879 service neutron] 10.222.0.10 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802874 Jun 16 17:09:01.405126 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42208) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:01.419227 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-967dcb78-f2ec-4dae-b9df-f93aa974ed33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.443305 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd602d7c-d6c7-4f87-8433-bf5f38f01690 req-c99d8def-5bd6-4ff8-9b65-32f08aeb1eea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187ec7d-b0eb-45cf-aecd-4345f6619eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721266 Jun 16 17:09:01.444962 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.462050 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:01.470457 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4646517'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.476971 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:01.493022 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-94a85968-1aa4-4bd5-a70a-c32cdf874a14 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:01.494893 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-94a85968-1aa4-4bd5-a70a-c32cdf874a14 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.60 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 810 time: 0.4950593 Jun 16 17:09:01.587307 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdcc3c1-1e02-4a58-990d-23ce483dddb5,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:01.592657 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:01.654045 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fa950-1307-40bd-b57b-1fa050a872d5 req-f39fa755-698d-43f9-8831-dab4e1d12823 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:01.655610 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f27fa950-1307-40bd-b57b-1fa050a872d5 req-f39fa755-698d-43f9-8831-dab4e1d12823 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 931 time: 0.6548679 Jun 16 17:09:01.666030 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:01.667058 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.669155 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] 10.222.0.60 "PUT /v2.0/ports/609baf17-22bc-49b5-a572-92213d002204 HTTP/1.1" status: 200 len: 1094 time: 3.5438879 Jun 16 17:09:01.669415 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-967dcb78-f2ec-4dae-b9df-f93aa974ed33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.673750 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d945749-dbf4-463d-a32a-45822924bc00', 'tag': '609baf17-22bc-49b5-a572-92213d002204'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:01.678341 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5df79e-34db-4860-9739-84677816ffd5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d945749-dbf4-463d-a32a-45822924bc00", "tag": "609baf17-22bc-49b5-a572-92213d002204"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:01.711026 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Attempting to bind port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:09:01.711777 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Attempting to bind port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:09:01.712391 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Attempting to bind port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 on network 83538a37-de03-4bca-862d-10405954664f {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:09:01.722400 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 on network 83538a37-de03-4bca-862d-10405954664f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:09:01.723663 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Attempting to bind port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 on network 83538a37-de03-4bca-862d-10405954664f {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:09:01.727922 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-967dcb78-f2ec-4dae-b9df-f93aa974ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.737954 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:01.744979 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:09:01.745277 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Checking segment: {'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:09:01.745712 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Bound using segment: {'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:09:01.746362 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Bound port: 9fdcc3c1-1e02-4a58-990d-23ce483dddb5, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfd7e65-2425-43ad-b6cc-d7add9b1b074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '83538a37-de03-4bca-862d-10405954664f'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:09:01.746742 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.767591 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-1c5c84cd-9d30-4952-9881-e177f4c892c6 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc40842a427049259261ae77d430ce91 HTTP/1.1" status: 200 len: 378 time: 0.2102909 Jun 16 17:09:01.768246 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Pushing event updated for resources: {'Port': ['ID=609baf17-22bc-49b5-a572-92213d002204,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:01.787579 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-967dcb78-f2ec-4dae-b9df-f93aa974ed33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d85f26131c5c4f45913a9fa274511db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794870 Jun 16 17:09:01.787765 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:01.790542 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42220) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:01.798331 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'port': {'device_id': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'admin_state_up': True, 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'security_groups': ['9e3f81f1-1b74-4c90-9cb1-ab315ccada1f']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:01.798878 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dcb78-f2ec-4dae-b9df-f93aa974ed33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9775a6bb-398a-43d1-a014-16912d7f00dc,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:01.824467 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-967dcb78-f2ec-4dae-b9df-f93aa974ed33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:01.826253 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-4d8b640c-0222-4655-9b54-706bdef7ec27 service neutron] 10.222.0.10 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903506 Jun 16 17:09:01.874302 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd602d7c-d6c7-4f87-8433-bf5f38f01690 req-b4bc89e5-2e40-4821-beb3-ac81dbf99cad service neutron] 10.222.0.60 "GET /v2.0/networks/9187ec7d-b0eb-45cf-aecd-4345f6619eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163494 Jun 16 17:09:01.890829 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] For port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5, host hv-cinder-77212, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:09:01.896310 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] For port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9fdcc3c1-1e02-4a58-990d-23ce483dddb5,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:09:01.897533 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-956df3c8-32bf-46a7-bef0-abe2d05696e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.907253 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f27fa950-1307-40bd-b57b-1fa050a872d5 req-05d9be89-ab11-40c9-bbae-f3760cfe7a69 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045140 Jun 16 17:09:01.920701 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-956df3c8-32bf-46a7-bef0-abe2d05696e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.027950 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4646517'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.030291 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:02.064519 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:02.065546 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.068797 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] 10.222.0.60 "PUT /v2.0/ports/9fdcc3c1-1e02-4a58-990d-23ce483dddb5 HTTP/1.1" status: 200 len: 1093 time: 1.1983721 Jun 16 17:09:02.072588 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e360fa1c-141f-4013-b6d2-a61e96d3828b', 'tag': '9fdcc3c1-1e02-4a58-990d-23ce483dddb5'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:02.073662 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-f1c5da4d-5199-42d1-af28-b065dcd5d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:02.074457 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11cbb6c57d570b8d56d5f4e59362b4fd5f87749a9a369d609007706ad77aca04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2ee71c-7b29-4ff4-9f66-893e8a30911c" -d '{"events": [{"name": "network-changed", "server_uuid": "e360fa1c-141f-4013-b6d2-a61e96d3828b", "tag": "9fdcc3c1-1e02-4a58-990d-23ce483dddb5"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:02.075609 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-f1c5da4d-5199-42d1-af28-b065dcd5d9b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 1097 time: 0.2148278 Jun 16 17:09:02.096117 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd602d7c-d6c7-4f87-8433-bf5f38f01690 req-28ab3de8-c2af-4981-ad87-a27fca8a4005 service neutron] 10.222.0.60 "GET /v2.0/networks/9187ec7d-b0eb-45cf-aecd-4345f6619eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928430 Jun 16 17:09:02.104624 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdcc3c1-1e02-4a58-990d-23ce483dddb5,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:02.108778 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:02.141578 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-d4dd34e5-557b-4442-bfea-28a0c45e6bc6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=609baf17-22bc-49b5-a572-92213d002204 HTTP/1.1" status: 200 len: 217 time: 0.0438852 Jun 16 17:09:02.210949 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-956df3c8-32bf-46a7-bef0-abe2d05696e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.211746 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Made reservation on behalf of cc40842a427049259261ae77d430ce91 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:09:02.214187 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-956df3c8-32bf-46a7-bef0-abe2d05696e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.215315 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.215655 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-956df3c8-32bf-46a7-bef0-abe2d05696e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9775a6bb-398a-43d1-a014-16912d7f00dc HTTP/1.1" status: 204 len: 168 time: 0.4232509 Jun 16 17:09:02.216699 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-250306f1-de10-40c7-9d96-f7874b661519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:02.226573 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00287de5-53e9-46a6-a536-01950fba050d req-db79267c-edb5-44d5-9621-c5760358cc04 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:02.228151 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00287de5-53e9-46a6-a536-01950fba050d req-db79267c-edb5-44d5-9621-c5760358cc04 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 943 time: 0.1794434 Jun 16 17:09:02.230765 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956df3c8-32bf-46a7-bef0-abe2d05696e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9775a6bb-398a-43d1-a014-16912d7f00dc,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:02.230947 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-b7d4f06e-3c51-4aeb-8299-3a46f2103516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:02.233823 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-956df3c8-32bf-46a7-bef0-abe2d05696e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:02.244711 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-b7d4f06e-3c51-4aeb-8299-3a46f2103516 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 200 len: 858 time: 0.0813937 Jun 16 17:09:02.268841 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.333832 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-296de555-6ef5-4c50-aa09-a90be4bd5d5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83538a37-de03-4bca-862d-10405954664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879698 Jun 16 17:09:02.521704 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00287de5-53e9-46a6-a536-01950fba050d req-18125c3c-3452-4e19-b252-721d583a49bd tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556157 Jun 16 17:09:02.598727 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99a22fc-abca-435c-9fa1-a4175ff0eea8 x-openstack-request-id: req-f99a22fc-abca-435c-9fa1-a4175ff0eea8 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:02.599110 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d945749-dbf4-463d-a32a-45822924bc00", "tag": "609baf17-22bc-49b5-a572-92213d002204", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:02.599453 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f99a22fc-abca-435c-9fa1-a4175ff0eea8 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:02.599880 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d945749-dbf4-463d-a32a-45822924bc00', 'tag': '609baf17-22bc-49b5-a572-92213d002204', 'status': 'completed', 'code': 200} Jun 16 17:09:02.631044 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-8a9ff67a-a6c4-4510-8421-6167bc122da1 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646880 Jun 16 17:09:02.632923 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aef251-3656-4790-a589-587799622499 req-ea3250eb-484e-46b4-9f20-4c0907cb7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:02.634317 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-ea3250eb-484e-46b4-9f20-4c0907cb7014 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 1096 time: 0.3511114 Jun 16 17:09:02.647025 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de7a37-3554-4761-9cc9-651391e936a3 req-bd713eb4-d4ea-4a8d-98e2-c6deba3bd2e9 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:02.648222 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7de7a37-3554-4761-9cc9-651391e936a3 req-bd713eb4-d4ea-4a8d-98e2-c6deba3bd2e9 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 944 time: 0.3611984 Jun 16 17:09:02.738590 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Allocated IP 172.20.0.4 (bafd4575-f5a6-4e2f-91bf-8600444f6a8e/ba0cf48a-5f55-4609-8052-40d4baf62024/63265083-96b0-4d46-aaf0-55338b64d83c) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:09:02.748268 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-f6847d31-4a2d-4f4b-9d15-9b729662e9ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fdcc3c1-1e02-4a58-990d-23ce483dddb5 HTTP/1.1" status: 200 len: 217 time: 0.0987594 Jun 16 17:09:02.803330 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3263827d-7cfe-4d79-94ab-e83b75df3974 req-ab6af816-ef97-4f1e-b174-f61dcb13a1a6 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 210 time: 0.1287622 Jun 16 17:09:02.864947 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3ab64a-03e6-4647-b199-6b8750236f7f x-openstack-request-id: req-7f3ab64a-03e6-4647-b199-6b8750236f7f {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:02.865949 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e360fa1c-141f-4013-b6d2-a61e96d3828b", "tag": "9fdcc3c1-1e02-4a58-990d-23ce483dddb5", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:02.866396 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f3ab64a-03e6-4647-b199-6b8750236f7f {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:02.866946 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e360fa1c-141f-4013-b6d2-a61e96d3828b', 'tag': '9fdcc3c1-1e02-4a58-990d-23ce483dddb5', 'status': 'completed', 'code': 200} Jun 16 17:09:02.889836 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aef251-3656-4790-a589-587799622499 req-1c0e1ede-a6f9-4d22-8598-1c89e1cfe7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:02.891560 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-1c0e1ede-a6f9-4d22-8598-1c89e1cfe7e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 200 len: 858 time: 0.0910304 Jun 16 17:09:02.995322 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7de7a37-3554-4761-9cc9-651391e936a3 req-e5382e7d-b437-42de-a20c-c910a4a87b44 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218415 Jun 16 17:09:02.997202 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a085fa27-9ade-4263-a1db-b8d9531128c4 req-4f2f59b6-64a0-48cf-a40d-511e13d0f0a5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 210 time: 0.0696259 Jun 16 17:09:03.004276 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-ed48e2cf-b586-4d69-9b7a-e9750b08f911 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83538a37-de03-4bca-862d-10405954664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814326 Jun 16 17:09:03.238667 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a1dd82fe-dc29-4054-81f2-fb01f744d962 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:09:03.350390 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251450d5-9d34-4fff-a910-a33bacdcdac1 req-9d61a1af-f2be-488b-8ebe-39c491631a59 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000034 Jun 16 17:09:03.363742 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a1dd82fe-dc29-4054-81f2-fb01f744d962, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a1dd82fe-dc29-4054-81f2-fb01f744d962,segment=NetworkSegment(78c9707a-2c05-4365-be9e-c2bbe032553a),segment_id=78c9707a-2c05-4365-be9e-c2bbe032553a)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:03.377152 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': 'a1dd82fe-dc29-4054-81f2-fb01f744d962', 'network_id': '9187ec7d-b0eb-45cf-aecd-4345f6619eb3', 'port_id': 'a1dd82fe-dc29-4054-81f2-fb01f744d962', 'mac_address': 'fa:16:3e:30:7b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2836e986-cde2-4167-b8ec-b449ce3c3355', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:09:03.428307 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.443989 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-ab94ac71-436f-4bd8-b4db-e2cd805df0db service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265709 Jun 16 17:09:03.444493 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dd82fe-dc29-4054-81f2-fb01f744d962 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:09:03.469091 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a1dd82fe-dc29-4054-81f2-fb01f744d962, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a1dd82fe-dc29-4054-81f2-fb01f744d962,segment=NetworkSegment(78c9707a-2c05-4365-be9e-c2bbe032553a),segment_id=78c9707a-2c05-4365-be9e-c2bbe032553a)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:03.582188 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.622144 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.624365 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:09:03.627635 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:03.631525 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ecc43-1764-4e55-81ae-33a479c95a50 req-0fbd1f65-65d0-4c8e-a32a-9d9ba424cd49 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:03.633056 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d89ecc43-1764-4e55-81ae-33a479c95a50 req-0fbd1f65-65d0-4c8e-a32a-9d9ba424cd49 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 943 time: 0.2905307 Jun 16 17:09:03.650045 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-d8f81a3a-7de1-49f5-b17b-99706f0cab64 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964760 Jun 16 17:09:03.713917 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Transition to ACTIVE for port object 63265083-96b0-4d46-aaf0-55338b64d83c will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:09:03.719698 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5df79e-34db-4860-9739-84677816ffd5 req-2eb9972a-d011-4c88-aeee-9dee9c9591cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:03.721191 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c5df79e-34db-4860-9739-84677816ffd5 req-2eb9972a-d011-4c88-aeee-9dee9c9591cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 1097 time: 0.2011106 Jun 16 17:09:03.793176 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d89ecc43-1764-4e55-81ae-33a479c95a50 req-d988bb69-14cd-474a-b118-939b5660f7c4 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475623 Jun 16 17:09:03.815026 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=a1dd82fe-dc29-4054-81f2-fb01f744d962,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:03.831036 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:03.855901 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2d017b4d-dbc6-4242-8fce-bbc72146ddb5,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:03.868973 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '2d017b4d-dbc6-4242-8fce-bbc72146ddb5', 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953', 'port_id': '2d017b4d-dbc6-4242-8fce-bbc72146ddb5', 'mac_address': 'fa:16:3e:e4:c3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc0351f-c8c6-47f3-be73-fc174db5a017', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:09:03.903744 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292333-3fbe-4696-9721-499c9b389aa4 req-649ab11d-8ee3-4070-bfe8-ae52b50ffaa2 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:03.910825 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f292333-3fbe-4696-9721-499c9b389aa4 req-649ab11d-8ee3-4070-bfe8-ae52b50ffaa2 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 943 time: 0.2645762 Jun 16 17:09:03.918159 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.934571 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:09:03.969723 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5df79e-34db-4860-9739-84677816ffd5 req-bfffd664-bcdd-4a1d-8eed-5f41338b536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:03.971195 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c5df79e-34db-4860-9739-84677816ffd5 req-bfffd664-bcdd-4a1d-8eed-5f41338b536b service neutron] 10.222.0.60 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 918 time: 0.2313130 Jun 16 17:09:03.991034 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2d017b4d-dbc6-4242-8fce-bbc72146ddb5,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:03.997986 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:04.006891 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f292333-3fbe-4696-9721-499c9b389aa4 req-f3b20111-c122-4c1f-a7c8-00044ab79365 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952177 Jun 16 17:09:04.058091 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:04.067665 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c5df79e-34db-4860-9739-84677816ffd5 req-a83767e9-5d2e-4cab-9226-a097a003c747 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=609baf17-22bc-49b5-a572-92213d002204 HTTP/1.1" status: 200 len: 217 time: 0.0871880 Jun 16 17:09:04.098026 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ee71c-7b29-4ff4-9f66-893e8a30911c req-5b297b31-ba88-4d36-b5b9-4dd934f2730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:04.099597 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d2ee71c-7b29-4ff4-9f66-893e8a30911c req-5b297b31-ba88-4d36-b5b9-4dd934f2730c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 1096 time: 0.2947793 Jun 16 17:09:04.140909 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:04.142996 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:04.182838 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Network bafd4575-f5a6-4e2f-91bf-8600444f6a8e is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:09:04.188412 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=2d017b4d-dbc6-4242-8fce-bbc72146ddb5,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:04.192425 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:04.241795 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:09:04.257999 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:09:04.263524 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:04.264148 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:04.272182 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'Port': ['ID=63265083-96b0-4d46-aaf0-55338b64d83c,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:04.281794 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:04.298463 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5df79e-34db-4860-9739-84677816ffd5 req-abc7c9fc-e7e3-4b6e-99f9-d6c0bf220113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:04.299947 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c5df79e-34db-4860-9739-84677816ffd5 req-abc7c9fc-e7e3-4b6e-99f9-d6c0bf220113 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 200 len: 858 time: 0.2068069 Jun 16 17:09:04.340426 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af114465-a278-42d9-ab6e-0eb19cc7ef70 req-5e0b12e6-bffa-4a28-b62e-68141fba4e67 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:04.342009 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-af114465-a278-42d9-ab6e-0eb19cc7ef70 req-5e0b12e6-bffa-4a28-b62e-68141fba4e67 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 931 time: 0.3667660 Jun 16 17:09:04.373857 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ee71c-7b29-4ff4-9f66-893e8a30911c req-4cf7177e-f58c-4c16-bc67-05999851d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:04.375359 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d2ee71c-7b29-4ff4-9f66-893e8a30911c req-4cf7177e-f58c-4c16-bc67-05999851d08c service neutron] 10.222.0.60 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 918 time: 0.2611895 Jun 16 17:09:04.395185 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9123ed1-1b3d-4fb1-80fe-249d49acde2e req-27462161-7992-40e7-8595-a4c055ead2b7 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:04.396788 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9123ed1-1b3d-4fb1-80fe-249d49acde2e req-27462161-7992-40e7-8595-a4c055ead2b7 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 945 time: 0.2459993 Jun 16 17:09:04.417641 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-af114465-a278-42d9-ab6e-0eb19cc7ef70 req-a5160e38-c52a-4e38-a1b1-59bdc57f69ec tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664349 Jun 16 17:09:04.451143 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9123ed1-1b3d-4fb1-80fe-249d49acde2e req-c8fd94f3-5ce5-4b1e-b669-f3ccc7919baf tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 Jun 16 17:09:04.557656 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0209e8b-db61-4fba-ae24-78ee0d1ba1e9 req-e533621d-3462-43da-a091-629d0e100896 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 210 time: 0.0297940 Jun 16 17:09:04.605014 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-fbbadfd8-7225-4488-87d1-0f47f1a99dd6 None None] Provisioning for port 63265083-96b0-4d46-aaf0-55338b64d83c completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:09:04.605696 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8162451 Jun 16 17:09:04.609203 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-fbbadfd8-7225-4488-87d1-0f47f1a99dd6 None None] Provisioning complete for port 63265083-96b0-4d46-aaf0-55338b64d83c triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:09:04.609622 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fbbadfd8-7225-4488-87d1-0f47f1a99dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:04.648964 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-fbbadfd8-7225-4488-87d1-0f47f1a99dd6 None None] Port 63265083-96b0-4d46-aaf0-55338b64d83c cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:09:04.979092 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0160fc-e7d4-49b8-87df-707daab8eda3 req-e6f64b0d-f5da-4a77-8633-4347e97d0427 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:04.980693 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f0160fc-e7d4-49b8-87df-707daab8eda3 req-e6f64b0d-f5da-4a77-8633-4347e97d0427 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 943 time: 0.0668206 Jun 16 17:09:05.025763 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f0160fc-e7d4-49b8-87df-707daab8eda3 req-7a864ad8-6b83-42c1-ab67-b330c8d2af80 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351884 Jun 16 17:09:05.186438 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42334) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:05.207655 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd998d2a-250a-4c98-83e2-1d89e4ee7e0a req-97859b97-66a0-4f37-b1b8-4edd0aca9168 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:05.209500 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd998d2a-250a-4c98-83e2-1d89e4ee7e0a req-97859b97-66a0-4f37-b1b8-4edd0aca9168 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 944 time: 0.0799642 Jun 16 17:09:05.253842 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd998d2a-250a-4c98-83e2-1d89e4ee7e0a req-40b1d191-1139-4891-b8e5-b70b52d87ff9 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368183 Jun 16 17:09:05.304211 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9a07b53-2cc4-4687-9b4f-96f1521f9bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:05.393459 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9a07b53-2cc4-4687-9b4f-96f1521f9bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:05.615522 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f9a07b53-2cc4-4687-9b4f-96f1521f9bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:05.619540 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:05.627818 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbfacb-003b-44a2-95f3-6d26173dfce1 req-8969fd03-1973-47c7-8ea6-ec36c5b413aa tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:05.629605 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7ffbfacb-003b-44a2-95f3-6d26173dfce1 req-8969fd03-1973-47c7-8ea6-ec36c5b413aa tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 931 time: 0.0971627 Jun 16 17:09:05.657141 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a07b53-2cc4-4687-9b4f-96f1521f9bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79dfa39-3c63-438d-a1be-f355a07f9bea,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:05.661741 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f9a07b53-2cc4-4687-9b4f-96f1521f9bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:05.664499 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f9a07b53-2cc4-4687-9b4f-96f1521f9bf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f474378408e24d4fa05f75f05b8354ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4767601 Jun 16 17:09:05.666992 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42350) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:05.684488 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c1245-7fc6-497e-92e2-fcf3a29fe755 req-ca79c42c-6573-44bd-8f66-441458640188 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:05.685995 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e55c1245-7fc6-497e-92e2-fcf3a29fe755 req-ca79c42c-6573-44bd-8f66-441458640188 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 945 time: 0.1094358 Jun 16 17:09:05.691494 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7ffbfacb-003b-44a2-95f3-6d26173dfce1 req-a3ce48d4-4e23-442c-bfb7-2490536fa813 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526524 Jun 16 17:09:05.731465 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e55c1245-7fc6-497e-92e2-fcf3a29fe755 req-16e608c8-ecb5-448d-861f-aedd2c13438f tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354235 Jun 16 17:09:05.731572 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d9e58768-3bac-4276-91c8-a0739744d4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:05.751540 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d9e58768-3bac-4276-91c8-a0739744d4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:05.850703 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3657c2f1-b748-4d66-87ee-afe8dbced364 req-0fee236b-d01c-4db0-940c-28b880bbd14b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 210 time: 0.0390444 Jun 16 17:09:05.917658 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d9e58768-3bac-4276-91c8-a0739744d4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:05.921630 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d9e58768-3bac-4276-91c8-a0739744d4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:05.922049 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d9e58768-3bac-4276-91c8-a0739744d4d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d79dfa39-3c63-438d-a1be-f355a07f9bea HTTP/1.1" status: 204 len: 168 time: 0.2529058 Jun 16 17:09:05.922770 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:05.931193 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e58768-3bac-4276-91c8-a0739744d4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79dfa39-3c63-438d-a1be-f355a07f9bea,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:05.933856 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d9e58768-3bac-4276-91c8-a0739744d4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:06.236324 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b26021-efb8-42f7-a0b6-880adf2f1256 req-1ecff5f7-af69-42fb-be28-3454f6623bdd tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:06.239195 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50b26021-efb8-42f7-a0b6-880adf2f1256 req-1ecff5f7-af69-42fb-be28-3454f6623bdd tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 943 time: 0.0888638 Jun 16 17:09:06.283609 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50b26021-efb8-42f7-a0b6-880adf2f1256 req-cddb98d0-91c1-4f43-9618-f166db24dff2 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Jun 16 17:09:06.437431 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dae81b-113d-45c9-ab44-0b87c14d0ea7 req-b26da73a-d864-49d4-9a38-67f1798da405 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:06.438997 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50dae81b-113d-45c9-ab44-0b87c14d0ea7 req-b26da73a-d864-49d4-9a38-67f1798da405 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 944 time: 0.0670474 Jun 16 17:09:06.488544 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50dae81b-113d-45c9-ab44-0b87c14d0ea7 req-56769b6a-fa8d-40c7-8b90-994a00fd9a3b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418787 Jun 16 17:09:06.614836 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42382) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:06.628831 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5cf2aeba-1036-436f-9e04-db7c79116d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:06.719867 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5cf2aeba-1036-436f-9e04-db7c79116d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:06.838879 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5cf2aeba-1036-436f-9e04-db7c79116d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:06.853859 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-32dba7a3-85e7-4d6d-b774-075ef6040c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:06.881446 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5cf2aeba-1036-436f-9e04-db7c79116d2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7dc3161ef3843689acc07f2f37e7918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653480 Jun 16 17:09:06.885018 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 42392) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:06.886736 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2aeba-1036-436f-9e04-db7c79116d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ca0b3c-0431-4c3c-b69d-7ee9b3b2d7e1,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:06.890430 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5cf2aeba-1036-436f-9e04-db7c79116d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:06.957869 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f5305-3cf7-477d-9daf-7e5dff53c892 req-7b3006f5-9479-44ee-868e-6188877bea93 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:06.959435 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-602f5305-3cf7-477d-9daf-7e5dff53c892 req-7b3006f5-9479-44ee-868e-6188877bea93 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 931 time: 0.1436298 Jun 16 17:09:06.998425 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d745b36-a625-4525-8f4d-93625ec49aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:07.011684 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff701a90-0863-4a5b-9f60-deb6335b2368 req-ef4fd17b-81f0-4f24-ba27-b01430a64f66 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:07.013206 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff701a90-0863-4a5b-9f60-deb6335b2368 req-ef4fd17b-81f0-4f24-ba27-b01430a64f66 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 945 time: 0.1622076 Jun 16 17:09:07.058092 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-602f5305-3cf7-477d-9daf-7e5dff53c892 req-16b043e5-dffb-45c4-9a68-770d1f33351d tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907710 Jun 16 17:09:07.065246 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d745b36-a625-4525-8f4d-93625ec49aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:07.095483 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff701a90-0863-4a5b-9f60-deb6335b2368 req-28a3b49d-121d-4cd5-ae95-4108115b8550 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652609 Jun 16 17:09:07.204106 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eede4bfd-50fe-4fd4-a9e8-13c22f3205fd req-84238107-94b0-45d2-a110-62573d1b71a6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 210 time: 0.0302224 Jun 16 17:09:07.209951 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d745b36-a625-4525-8f4d-93625ec49aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:07.212963 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8d745b36-a625-4525-8f4d-93625ec49aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:07.214168 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8d745b36-a625-4525-8f4d-93625ec49aef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78ca0b3c-0431-4c3c-b69d-7ee9b3b2d7e1 HTTP/1.1" status: 204 len: 168 time: 0.3254619 Jun 16 17:09:07.220233 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:07.227094 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d745b36-a625-4525-8f4d-93625ec49aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ca0b3c-0431-4c3c-b69d-7ee9b3b2d7e1,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:07.229855 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8d745b36-a625-4525-8f4d-93625ec49aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:07.476586 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c12005-283d-4675-b102-3a4bcc466c92 req-921979fb-7c16-4609-a5ee-c0b827fe5faa tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:07.476586 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d4c12005-283d-4675-b102-3a4bcc466c92 req-921979fb-7c16-4609-a5ee-c0b827fe5faa tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 943 time: 0.0690181 Jun 16 17:09:07.517304 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d4c12005-283d-4675-b102-3a4bcc466c92 req-99fbd3ae-861a-4614-b46d-6f3663c9f27e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Jun 16 17:09:07.686130 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b121a08-f3f2-4f8d-8267-a6b4713070fb req-e366e2f6-bfd7-4b5c-967d-5ea21c066327 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:07.687668 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b121a08-f3f2-4f8d-8267-a6b4713070fb req-e366e2f6-bfd7-4b5c-967d-5ea21c066327 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 944 time: 0.0719740 Jun 16 17:09:07.733513 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b121a08-f3f2-4f8d-8267-a6b4713070fb req-bf6b9424-b0e5-4510-877b-85aed9110396 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Jun 16 17:09:08.296731 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e27461-a3eb-4a6f-9581-d5ac57ea0009 req-c8a66cd9-5779-4694-a2a0-f901ad9d2a57 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:08.298931 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02e27461-a3eb-4a6f-9581-d5ac57ea0009 req-c8a66cd9-5779-4694-a2a0-f901ad9d2a57 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 931 time: 0.1180990 Jun 16 17:09:08.338901 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc9af8-168d-42f8-b1d5-8ba2c6a0a0af req-cf418fbe-6628-47de-9a57-ad49753e59d6 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:08.340385 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00cc9af8-168d-42f8-b1d5-8ba2c6a0a0af req-cf418fbe-6628-47de-9a57-ad49753e59d6 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 945 time: 0.1133111 Jun 16 17:09:08.374938 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02e27461-a3eb-4a6f-9581-d5ac57ea0009 req-55b8a764-1c80-4cfc-bbe0-d1a847aab782 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656304 Jun 16 17:09:08.413287 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00cc9af8-168d-42f8-b1d5-8ba2c6a0a0af req-9d0afb00-21dc-48cd-ba55-f37498d883f0 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589597 Jun 16 17:09:08.512125 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f86efde0-7f72-4c2b-939b-298c2f4374cf req-637a88fd-1585-4785-a124-4c5d938dd3ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 210 time: 0.0293088 Jun 16 17:09:08.710751 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe605-5a23-4ad9-a43b-ac020de7be18 req-4202fb60-9416-40ea-8d49-8b186cffbbd6 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:08.712234 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11bbe605-5a23-4ad9-a43b-ac020de7be18 req-4202fb60-9416-40ea-8d49-8b186cffbbd6 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 943 time: 0.0623083 Jun 16 17:09:08.751633 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11bbe605-5a23-4ad9-a43b-ac020de7be18 req-4abbe680-0d10-493c-bb92-0c20f8ddc05f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337243 Jun 16 17:09:08.913369 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f7b17-1f41-45c6-b383-5e62f31a921f req-15a28e3c-69ff-48fe-b542-12faf1a2c695 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:08.913915 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e8f7b17-1f41-45c6-b383-5e62f31a921f req-15a28e3c-69ff-48fe-b542-12faf1a2c695 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 944 time: 0.0657804 Jun 16 17:09:08.991576 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Request body: {'port': {'device_id': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:09.088474 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c5df79e-34db-4860-9739-84677816ffd5 req-7c85b270-4815-49e4-aa9b-ed7f7171f728 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83538a37-de03-4bca-862d-10405954664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160507 Jun 16 17:09:09.093776 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e8f7b17-1f41-45c6-b383-5e62f31a921f req-3320e5cc-c9c3-4fdb-98c7-0db967df1ad2 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711676 Jun 16 17:09:09.097791 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d2ee71c-7b29-4ff4-9f66-893e8a30911c req-9dd35f2c-0e7b-4fa3-9075-7f2924a5d521 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fdcc3c1-1e02-4a58-990d-23ce483dddb5 HTTP/1.1" status: 200 len: 217 time: 0.1348774 Jun 16 17:09:09.157813 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42510) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:09.450408 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.458408 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ee71c-7b29-4ff4-9f66-893e8a30911c req-c8d24394-d797-4da8-824e-bba26e801f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:09.459873 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d2ee71c-7b29-4ff4-9f66-893e8a30911c req-c8d24394-d797-4da8-824e-bba26e801f3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 200 len: 858 time: 0.3436093 Jun 16 17:09:09.465357 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ed9836e5-65ab-4046-bdd6-f242b6db0de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.531579 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c5df79e-34db-4860-9739-84677816ffd5 req-38f11c1f-4147-45ff-892d-d3063b573288 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297481 Jun 16 17:09:09.534885 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d2ee71c-7b29-4ff4-9f66-893e8a30911c req-c7990819-e1dd-4b3b-bb23-ded8ed8632c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83538a37-de03-4bca-862d-10405954664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609493 Jun 16 17:09:09.665952 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ed9836e5-65ab-4046-bdd6-f242b6db0de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.787699 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ed9836e5-65ab-4046-bdd6-f242b6db0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.792827 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d9e58768-3bac-4276-91c8-a0739744d4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:09.819004 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['2d017b4d-dbc6-4242-8fce-bbc72146ddb5'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:09:09.856831 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ed9836e5-65ab-4046-bdd6-f242b6db0de4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22e56bd5f76e4456b6eefc7db59175bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6978712 Jun 16 17:09:09.858034 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9836e5-65ab-4046-bdd6-f242b6db0de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d7e7ec-f77c-4ef8-af59-e410d03782a7,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:09.871632 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42532) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:09.875317 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ed9836e5-65ab-4046-bdd6-f242b6db0de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:09.937651 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e801c21-e7e9-4db5-9e55-f5facf59ab4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.952539 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['a1dd82fe-dc29-4054-81f2-fb01f744d962'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:09:09.970522 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e801c21-e7e9-4db5-9e55-f5facf59ab4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.992938 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d2ee71c-7b29-4ff4-9f66-893e8a30911c req-09e73faf-451d-440f-903c-3b51d825dcfb service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272692 Jun 16 17:09:10.114884 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e801c21-e7e9-4db5-9e55-f5facf59ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:10.120603 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7e801c21-e7e9-4db5-9e55-f5facf59ab4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:10.126295 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c5df79e-34db-4860-9739-84677816ffd5 req-ed52d325-31c1-4060-bc75-a6954030ca40 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614181 Jun 16 17:09:10.130154 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-7e801c21-e7e9-4db5-9e55-f5facf59ab4a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5d7e7ec-f77c-4ef8-af59-e410d03782a7 HTTP/1.1" status: 204 len: 168 time: 0.2561369 Jun 16 17:09:10.131612 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:10.154984 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b91e-6fb1-4d7b-9579-770a23d905c9 req-2529de84-421e-4902-b137-4ff3ce080ef1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:10.158179 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45c5b91e-6fb1-4d7b-9579-770a23d905c9 req-2529de84-421e-4902-b137-4ff3ce080ef1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 945 time: 0.4787614 Jun 16 17:09:10.162524 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e801c21-e7e9-4db5-9e55-f5facf59ab4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d7e7ec-f77c-4ef8-af59-e410d03782a7,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:10.170589 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7e801c21-e7e9-4db5-9e55-f5facf59ab4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:10.185028 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f5c80-95ea-4c3d-990d-44c4cc34cc00 req-66a53e3a-e144-4bb2-8f33-bd6f15e8a6b7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:10.196868 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-453f5c80-95ea-4c3d-990d-44c4cc34cc00 req-66a53e3a-e144-4bb2-8f33-bd6f15e8a6b7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 931 time: 0.6290061 Jun 16 17:09:10.429344 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d2ee71c-7b29-4ff4-9f66-893e8a30911c req-0766c130-4aa5-48ce-af4c-1631a67598c4 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196143 Jun 16 17:09:10.439400 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-453f5c80-95ea-4c3d-990d-44c4cc34cc00 req-28b8e8d0-9778-4bca-9f35-9bd1010e5380 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2413509 Jun 16 17:09:10.478341 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45c5b91e-6fb1-4d7b-9579-770a23d905c9 req-a13262f6-c5e2-46d4-9877-654797231605 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770028 Jun 16 17:09:10.620708 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-d0303843-e973-423b-93fa-66647854c3ca tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:10.629503 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-d0303843-e973-423b-93fa-66647854c3ca tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.60 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 817 time: 0.3302927 Jun 16 17:09:10.676595 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63265083-96b0-4d46-aaf0-55338b64d83c {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:09:10.708588 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:10.757815 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5122d430-74a4-4024-bf62-7875be10a41d req-9b2567b5-d5c8-4624-9332-ad38932d23b7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 210 time: 0.0533693 Jun 16 17:09:10.783235 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Transition to ACTIVE for port object 63265083-96b0-4d46-aaf0-55338b64d83c will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:09:10.790237 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-fda34770-1d2c-4b10-9d8c-4404bf5e893b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a HTTP/1.1" status: 200 len: 380 time: 0.1477664 Jun 16 17:09:10.835305 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'port': {'device_id': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'admin_state_up': True, 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'security_groups': ['87c1a011-d256-48f7-a6bd-cc5445c59ece']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:10.903501 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:10.937615 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b6dc987f-eac9-4170-9463-3673a1e0772c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:11.075883 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0574bad-8ba3-4e8e-9a3a-a4fe4da53408 req-9ae634fe-dcfb-462f-bf87-78c14cccec85 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:11.077454 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c0574bad-8ba3-4e8e-9a3a-a4fe4da53408 req-9ae634fe-dcfb-462f-bf87-78c14cccec85 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 943 time: 0.3256774 Jun 16 17:09:11.078152 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Pushing event updated for resources: {'Port': ['ID=63265083-96b0-4d46-aaf0-55338b64d83c,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:11.086704 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:11.173048 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Attempting to bind port 63265083-96b0-4d46-aaf0-55338b64d83c on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:09:11.173492 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Attempting to bind port 63265083-96b0-4d46-aaf0-55338b64d83c by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:09:11.173729 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Attempting to bind port 63265083-96b0-4d46-aaf0-55338b64d83c on network bafd4575-f5a6-4e2f-91bf-8600444f6a8e {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:09:11.189683 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f9413-54e7-4f22-8921-eec62002c7a2 req-f5973523-dcfd-4bed-886d-10dc066d5ed1 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:11.198331 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e92f9413-54e7-4f22-8921-eec62002c7a2 req-f5973523-dcfd-4bed-886d-10dc066d5ed1 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 944 time: 0.3030152 Jun 16 17:09:11.198783 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Port 63265083-96b0-4d46-aaf0-55338b64d83c on network bafd4575-f5a6-4e2f-91bf-8600444f6a8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:09:11.199108 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Attempting to bind port 63265083-96b0-4d46-aaf0-55338b64d83c on network bafd4575-f5a6-4e2f-91bf-8600444f6a8e {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:09:11.203853 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c0574bad-8ba3-4e8e-9a3a-a4fe4da53408 req-99caae5b-34a6-4cf9-999a-9f66f3c62a37 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161220 Jun 16 17:09:11.216717 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:09:11.217050 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Checking segment: {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:09:11.217665 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Bound using segment: {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:09:11.218132 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Bound port: 63265083-96b0-4d46-aaf0-55338b64d83c, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:09:11.218486 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.242038 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42566) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:11.259025 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c9fe8492-1957-4691-a2d7-f313633d7487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.295187 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e92f9413-54e7-4f22-8921-eec62002c7a2 req-d28ffc78-d6ee-44da-ae8d-a9c22c2c78ad tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890529 Jun 16 17:09:11.325761 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Made reservation on behalf of f3a7d6136c3b4ead8c340aca8b5a073a for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:09:11.333760 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.426168 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c9fe8492-1957-4691-a2d7-f313633d7487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.450798 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] For port 63265083-96b0-4d46-aaf0-55338b64d83c, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:09:11.456225 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] For port 63265083-96b0-4d46-aaf0-55338b64d83c, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=63265083-96b0-4d46-aaf0-55338b64d83c,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:09:11.518380 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Allocated IP 172.20.0.9 (da7a276f-c9d5-4544-b86d-98dbf95a7f2d/0b104c8f-c305-4e57-a0f3-52893d961087/36c65c14-695b-46a8-8560-9aa33db4b55b) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:09:11.532137 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:09:11.587601 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c9fe8492-1957-4691-a2d7-f313633d7487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.615588 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:11.622645 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c9fe8492-1957-4691-a2d7-f313633d7487 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bfbbadca1374d1981be3c9a39e5c458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775558 Jun 16 17:09:11.624601 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42580) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:11.669085 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe8492-1957-4691-a2d7-f313633d7487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceb9cac-6966-4a03-a0de-02ba3073deb7,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:11.687453 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c9fe8492-1957-4691-a2d7-f313633d7487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:11.692619 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.700366 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:11.721021 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eadad95e-36b0-4675-84df-3040e2e25642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.748087 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eadad95e-36b0-4675-84df-3040e2e25642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.896205 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eadad95e-36b0-4675-84df-3040e2e25642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.899182 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eadad95e-36b0-4675-84df-3040e2e25642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.900551 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-eadad95e-36b0-4675-84df-3040e2e25642 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ceb9cac-6966-4a03-a0de-02ba3073deb7 HTTP/1.1" status: 204 len: 168 time: 0.2747450 Jun 16 17:09:11.901639 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-21d6b273-aaf0-4ca9-bfef-882fa1dcd3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:11.911683 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadad95e-36b0-4675-84df-3040e2e25642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceb9cac-6966-4a03-a0de-02ba3073deb7,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:11.914278 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-eadad95e-36b0-4675-84df-3040e2e25642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:11.980063 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:11.981027 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.982665 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] 10.222.0.60 "PUT /v2.0/ports/63265083-96b0-4d46-aaf0-55338b64d83c HTTP/1.1" status: 200 len: 1093 time: 3.0222645 Jun 16 17:09:11.990612 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'tag': '63265083-96b0-4d46-aaf0-55338b64d83c'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:11.993077 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f94d8f1-7d5a-4dea-9932-547418a32e68" -d '{"events": [{"name": "network-changed", "server_uuid": "13a2cf50-0ea6-4b65-a3b4-561d4059c04a", "tag": "63265083-96b0-4d46-aaf0-55338b64d83c"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:12.062412 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:12.069235 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Pushing event updated for resources: {'Port': ['ID=63265083-96b0-4d46-aaf0-55338b64d83c,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:12.087071 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d2828-d487-4001-8520-bb3a511fe0b2 req-64252599-bd3e-4442-a230-5847adec6a1c tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:12.089995 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7d3d2828-d487-4001-8520-bb3a511fe0b2 req-64252599-bd3e-4442-a230-5847adec6a1c tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 945 time: 0.4760485 Jun 16 17:09:12.094355 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:12.111619 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Transition to ACTIVE for port object 36c65c14-695b-46a8-8560-9aa33db4b55b will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:09:12.120607 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015d028-1f94-4b92-ba88-70111e099601 req-8dfa99ed-9eb4-4450-b5a3-c19e77061f98 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:12.122253 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b015d028-1f94-4b92-ba88-70111e099601 req-8dfa99ed-9eb4-4450-b5a3-c19e77061f98 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 943 time: 0.4968436 Jun 16 17:09:12.240316 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7d3d2828-d487-4001-8520-bb3a511fe0b2 req-0bc40ce9-e911-4900-adac-7f596bbfe53b tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394613 Jun 16 17:09:12.247681 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b015d028-1f94-4b92-ba88-70111e099601 req-26cdf574-2144-490b-a2bb-cb9202be7071 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135144 Jun 16 17:09:12.286569 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-ff6fb1e1-ec84-43ad-a980-26c03e5e4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:12.288245 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-ff6fb1e1-ec84-43ad-a980-26c03e5e4616 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 1096 time: 0.1195202 Jun 16 17:09:12.346386 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0a359a-52b2-4095-a2ea-903099425695 x-openstack-request-id: req-7a0a359a-52b2-4095-a2ea-903099425695 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:12.347330 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a2cf50-0ea6-4b65-a3b4-561d4059c04a", "tag": "63265083-96b0-4d46-aaf0-55338b64d83c", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:12.347687 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a0a359a-52b2-4095-a2ea-903099425695 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:12.348405 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'tag': '63265083-96b0-4d46-aaf0-55338b64d83c', 'status': 'completed', 'code': 200} Jun 16 17:09:12.350530 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-eb2a8939-592c-477d-8372-f362e1830050 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63265083-96b0-4d46-aaf0-55338b64d83c HTTP/1.1" status: 200 len: 217 time: 0.0468247 Jun 16 17:09:12.423260 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:12.452199 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:12.494992 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-48f7e53a-2c77-416c-b093-cf9e26b17f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:12.496673 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-48f7e53a-2c77-416c-b093-cf9e26b17f7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba0cf48a-5f55-4609-8052-40d4baf62024 HTTP/1.1" status: 200 len: 849 time: 0.1392550 Jun 16 17:09:12.543819 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Network da7a276f-c9d5-4544-b86d-98dbf95a7f2d is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:09:12.574561 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:09:12.583040 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:09:12.589173 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:12.589434 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:12.593886 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'Port': ['ID=36c65c14-695b-46a8-8560-9aa33db4b55b,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:12.605159 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:12.660345 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc45063-0e49-40ad-9ee0-a9d11371307f req-037a6a6f-2f70-40d5-a10c-27cf3ebc41fa tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:12.660345 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1dc45063-0e49-40ad-9ee0-a9d11371307f req-037a6a6f-2f70-40d5-a10c-27cf3ebc41fa tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 931 time: 0.2643692 Jun 16 17:09:12.672326 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4df85-ac89-45c8-9812-47dc0bb34b82 req-49c2ed31-e6f7-4258-9479-654b8ca2463a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:12.673901 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ead4df85-ac89-45c8-9812-47dc0bb34b82 req-49c2ed31-e6f7-4258-9479-654b8ca2463a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 943 time: 0.2398665 Jun 16 17:09:12.716303 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8892031 Jun 16 17:09:12.732915 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Request body: {'port': {'device_id': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:12.748858 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-bd889b6a-9b72-4477-bf11-c0a3012f16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:12.751976 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-bd889b6a-9b72-4477-bf11-c0a3012f16a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2359829 Jun 16 17:09:12.814299 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1dc45063-0e49-40ad-9ee0-a9d11371307f req-05e4a25e-5374-49a3-884f-9a1540ac8c3e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375215 Jun 16 17:09:12.822949 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ead4df85-ac89-45c8-9812-47dc0bb34b82 req-adfc746a-1e41-4691-a1d2-3876d9764b2d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404498 Jun 16 17:09:12.908291 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:12.944580 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-a6b51232-4c30-4010-bddd-a9319fa87bc0 service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687727 Jun 16 17:09:13.078957 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-83cede86-48be-4227-bb8f-2a1c7512b215 None None] Provisioning for port 36c65c14-695b-46a8-8560-9aa33db4b55b completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:09:13.086358 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-83cede86-48be-4227-bb8f-2a1c7512b215 None None] Provisioning complete for port 36c65c14-695b-46a8-8560-9aa33db4b55b triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:09:13.087117 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-83cede86-48be-4227-bb8f-2a1c7512b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.127527 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-83cede86-48be-4227-bb8f-2a1c7512b215 None None] Port 36c65c14-695b-46a8-8560-9aa33db4b55b cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:09:13.209414 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bf90b-92c9-4aea-8888-e0c3ea8f228d req-caa4ca8e-21c6-4e0f-a930-b8b5b7dcdc4c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:13.210964 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bc7bf90b-92c9-4aea-8888-e0c3ea8f228d req-caa4ca8e-21c6-4e0f-a930-b8b5b7dcdc4c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 944 time: 0.2688687 Jun 16 17:09:13.214792 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e950d87b-d098-49aa-8e85-e4c0aa22f924 req-5f02b21d-9e7c-495e-8094-c04db876c68b service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505314 Jun 16 17:09:13.278707 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 609baf17-22bc-49b5-a572-92213d002204 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:09:13.282632 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a1dd82fe-dc29-4054-81f2-fb01f744d962 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:09:13.328143 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bc7bf90b-92c9-4aea-8888-e0c3ea8f228d req-f8d66e17-8191-45c9-9cf1-ba557a247bb8 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848532 Jun 16 17:09:13.624595 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 609baf17-22bc-49b5-a572-92213d002204, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=609baf17-22bc-49b5-a572-92213d002204,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:13.641084 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c65c14-695b-46a8-8560-9aa33db4b55b {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:09:13.641669 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '609baf17-22bc-49b5-a572-92213d002204', 'network_id': '83538a37-de03-4bca-862d-10405954664f', 'port_id': '609baf17-22bc-49b5-a572-92213d002204', 'mac_address': 'fa:16:3e:a8:6e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982879e0-3d34-4b43-b4af-4c2f8f618759', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:09:13.649742 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port a1dd82fe-dc29-4054-81f2-fb01f744d962 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:09:13.673654 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port a1dd82fe-dc29-4054-81f2-fb01f744d962 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:09:13.674060 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.680865 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.715503 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94d8f1-7d5a-4dea-9932-547418a32e68 req-4ff0ca6e-986f-48e5-be9e-c8ddb20cdf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:13.717064 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f94d8f1-7d5a-4dea-9932-547418a32e68 req-4ff0ca6e-986f-48e5-be9e-c8ddb20cdf2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 1096 time: 0.3278189 Jun 16 17:09:13.726363 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.741469 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Transition to ACTIVE for port object 36c65c14-695b-46a8-8560-9aa33db4b55b will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:09:13.745108 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609baf17-22bc-49b5-a572-92213d002204 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:09:13.774528 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 609baf17-22bc-49b5-a572-92213d002204, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=609baf17-22bc-49b5-a572-92213d002204,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:13.821318 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.849480 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b284fb-3465-4b70-bf29-9fa389e75d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dd82fe-dc29-4054-81f2-fb01f744d962'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:13.867669 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39bf1a-f9e7-4d2b-8706-45c82e67eba2 req-426b9627-7dc7-4b4d-9201-47710d7bb908 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:13.873981 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bc39bf1a-f9e7-4d2b-8706-45c82e67eba2 req-426b9627-7dc7-4b4d-9201-47710d7bb908 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 945 time: 0.2344396 Jun 16 17:09:13.874208 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.882090 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:13.891917 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783e8f9-5e17-4a97-920f-1d15a2989226 req-84586740-f188-4ce0-bcd7-0ddcaed60e63 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:13.893609 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9783e8f9-5e17-4a97-920f-1d15a2989226 req-84586740-f188-4ce0-bcd7-0ddcaed60e63 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 943 time: 0.2701330 Jun 16 17:09:13.931904 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.932935 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:09:13.933784 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94d8f1-7d5a-4dea-9932-547418a32e68 req-8d6a40a6-665b-4a8e-8d76-d7df10197bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:13.935275 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f94d8f1-7d5a-4dea-9932-547418a32e68 req-8d6a40a6-665b-4a8e-8d76-d7df10197bfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 910 time: 0.2067816 Jun 16 17:09:13.939084 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:13.946864 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a1dd82fe-dc29-4054-81f2-fb01f744d962, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a1dd82fe-dc29-4054-81f2-fb01f744d962,segment=NetworkSegment(78c9707a-2c05-4365-be9e-c2bbe032553a),segment_id=78c9707a-2c05-4365-be9e-c2bbe032553a)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:14.038052 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9fdcc3c1-1e02-4a58-990d-23ce483dddb5,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:14.065547 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '9fdcc3c1-1e02-4a58-990d-23ce483dddb5', 'network_id': '83538a37-de03-4bca-862d-10405954664f', 'port_id': '9fdcc3c1-1e02-4a58-990d-23ce483dddb5', 'mac_address': 'fa:16:3e:37:8e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982879e0-3d34-4b43-b4af-4c2f8f618759', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:09:14.068065 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=609baf17-22bc-49b5-a572-92213d002204,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:14.074472 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.075813 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:09:14.077074 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Pushing event updated for resources: {'Port': ['ID=36c65c14-695b-46a8-8560-9aa33db4b55b,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:14.084142 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:14.086617 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f94d8f1-7d5a-4dea-9932-547418a32e68 req-830d7378-c12a-4f42-bb1d-91b743cf5626 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63265083-96b0-4d46-aaf0-55338b64d83c HTTP/1.1" status: 200 len: 217 time: 0.1304228 Jun 16 17:09:14.124868 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bc39bf1a-f9e7-4d2b-8706-45c82e67eba2 req-32ebdd63-3326-4d42-9fe6-6c5d737c3e0f tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271519 Jun 16 17:09:14.126412 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ebe332-a78d-4c92-98d7-2bda289add01" -d '{"events": [{"server_uuid": "54b284fb-3465-4b70-bf29-9fa389e75d0e", "name": "network-vif-plugged", "status": "completed", "tag": "a1dd82fe-dc29-4054-81f2-fb01f744d962"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:14.131000 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:14.131736 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:14.193573 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9783e8f9-5e17-4a97-920f-1d15a2989226 req-f921e350-60a2-4541-bccd-d803f4b1de35 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2669652 Jun 16 17:09:14.245435 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.266845 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Attempting to bind port 36c65c14-695b-46a8-8560-9aa33db4b55b on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:09:14.266845 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Attempting to bind port 36c65c14-695b-46a8-8560-9aa33db4b55b by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:09:14.266845 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Attempting to bind port 36c65c14-695b-46a8-8560-9aa33db4b55b on network da7a276f-c9d5-4544-b86d-98dbf95a7f2d {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:09:14.268024 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94d8f1-7d5a-4dea-9932-547418a32e68 req-feaca932-055d-4339-a891-c028bf84ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:14.282617 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f94d8f1-7d5a-4dea-9932-547418a32e68 req-feaca932-055d-4339-a891-c028bf84ffe5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba0cf48a-5f55-4609-8052-40d4baf62024 HTTP/1.1" status: 200 len: 849 time: 0.1784284 Jun 16 17:09:14.287458 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Port 36c65c14-695b-46a8-8560-9aa33db4b55b on network da7a276f-c9d5-4544-b86d-98dbf95a7f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:09:14.298007 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Attempting to bind port 36c65c14-695b-46a8-8560-9aa33db4b55b on network da7a276f-c9d5-4544-b86d-98dbf95a7f2d {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:09:14.422783 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:09:14.481870 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=a1dd82fe-dc29-4054-81f2-fb01f744d962,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:14.494407 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:14.496902 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9fdcc3c1-1e02-4a58-990d-23ce483dddb5,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:14.524443 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:09:14.528845 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:09:14.529666 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.584901 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:09:14.584901 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Checking segment: {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:09:14.584901 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Bound using segment: {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:09:14.584901 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Bound port: 36c65c14-695b-46a8-8560-9aa33db4b55b, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:09:14.585465 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.591179 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.594783 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:14.682050 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=9fdcc3c1-1e02-4a58-990d-23ce483dddb5,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:14.687931 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:14.705428 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.754441 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2d017b4d-dbc6-4242-8fce-bbc72146ddb5,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:14.758226 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:09:14.764018 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:09:14.778422 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94d8f1-7d5a-4dea-9932-547418a32e68 req-ef69cf10-19a0-4ea7-b269-5028d5ea2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:14.780025 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f94d8f1-7d5a-4dea-9932-547418a32e68 req-ef69cf10-19a0-4ea7-b269-5028d5ea2bd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4777522 Jun 16 17:09:14.804129 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c083d3-a551-4ea7-ad38-7e10f24e75dd req-be57e5af-43f7-4e07-82d1-e0e389d132db tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:14.811253 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37c083d3-a551-4ea7-ad38-7e10f24e75dd req-be57e5af-43f7-4e07-82d1-e0e389d132db tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 944 time: 0.2211673 Jun 16 17:09:14.828878 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e90458-fd88-44fd-bb70-06289a7ece38 req-b61b5ca9-551d-4dc2-a5c4-6f6dc92ce870 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:14.830690 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-23e90458-fd88-44fd-bb70-06289a7ece38 req-b61b5ca9-551d-4dc2-a5c4-6f6dc92ce870 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.2425771 Jun 16 17:09:14.849826 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.852139 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:14.871083 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.876152 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:14.904857 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=2d017b4d-dbc6-4242-8fce-bbc72146ddb5,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:14.906690 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37c083d3-a551-4ea7-ad38-7e10f24e75dd req-bc0834c4-a850-4187-b1d6-149be02ff5fe tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945268 Jun 16 17:09:14.936998 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:14.937266 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-23e90458-fd88-44fd-bb70-06289a7ece38 req-2c4ae3ed-71f5-4efc-ad24-ec068ca014c7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929530 Jun 16 17:09:14.939610 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:14.940777 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.942257 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] 10.222.0.60 "PUT /v2.0/ports/36c65c14-695b-46a8-8560-9aa33db4b55b HTTP/1.1" status: 200 len: 1093 time: 2.2135832 Jun 16 17:09:14.942784 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:14.945221 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5647b4-140c-4c13-b29c-1692dbffdc46" -d '{"events": [{"name": "network-changed", "server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:14.986550 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Pushing event updated for resources: {'Port': ['ID=36c65c14-695b-46a8-8560-9aa33db4b55b,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:14.994065 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:15.168805 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508f2ef-06a6-45da-970d-bd58e4736a32 req-a5a58bba-4c5b-4dd8-92d5-746b7714e273 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:15.170611 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2508f2ef-06a6-45da-970d-bd58e4736a32 req-a5a58bba-4c5b-4dd8-92d5-746b7714e273 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.1062822 Jun 16 17:09:15.210651 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9cbf66-6114-46e2-8bc5-ca08d7b956ea x-openstack-request-id: req-ee9cbf66-6114-46e2-8bc5-ca08d7b956ea {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:15.211178 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b284fb-3465-4b70-bf29-9fa389e75d0e", "name": "network-vif-plugged", "status": "completed", "tag": "a1dd82fe-dc29-4054-81f2-fb01f744d962", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:15.211178 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee9cbf66-6114-46e2-8bc5-ca08d7b956ea {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:15.211711 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b284fb-3465-4b70-bf29-9fa389e75d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dd82fe-dc29-4054-81f2-fb01f744d962', 'code': 200} Jun 16 17:09:15.223199 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2508f2ef-06a6-45da-970d-bd58e4736a32 req-aae0d357-c116-4c67-8725-0b0b00bc8dc6 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Jun 16 17:09:15.272211 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14a35e4-aa98-491a-a87a-4a35c5acb428 x-openstack-request-id: req-a14a35e4-aa98-491a-a87a-4a35c5acb428 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:15.272670 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:15.272953 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a14a35e4-aa98-491a-a87a-4a35c5acb428 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:15.273835 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'status': 'completed', 'code': 200} Jun 16 17:09:15.305295 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 42680) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:15.453894 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fc51c784-4e94-421b-9f22-74043534af5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.531689 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2dd43-0bc1-4362-a437-a8b542a65f87 req-d21741ce-42e8-41be-a2de-22607ed74502 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:15.533295 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-43f2dd43-0bc1-4362-a437-a8b542a65f87 req-d21741ce-42e8-41be-a2de-22607ed74502 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.1722355 Jun 16 17:09:15.549086 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca0a06-b6b9-44a1-ba29-6a6c1d85b4a5 req-bbf883f7-922e-4aac-a8a2-331ddf242d21 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:15.550779 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-34ca0a06-b6b9-44a1-ba29-6a6c1d85b4a5 req-bbf883f7-922e-4aac-a8a2-331ddf242d21 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 943 time: 0.1522768 Jun 16 17:09:15.690278 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-43f2dd43-0bc1-4362-a437-a8b542a65f87 req-c145c55f-1da5-4acf-bec3-b3f02dcf994b tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382933 Jun 16 17:09:15.715344 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-34ca0a06-b6b9-44a1-ba29-6a6c1d85b4a5 req-0819483e-523f-4ddf-af86-de56a7d96e1d tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1402581 Jun 16 17:09:15.772159 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f94d8f1-7d5a-4dea-9932-547418a32e68 req-b5afc503-edd9-46e7-bb96-20faad5c1261 service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164853 Jun 16 17:09:15.796883 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fc51c784-4e94-421b-9f22-74043534af5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.924160 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fc51c784-4e94-421b-9f22-74043534af5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.929412 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8d745b36-a625-4525-8f4d-93625ec49aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:15.971194 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-fc51c784-4e94-421b-9f22-74043534af5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4af7a2984f524ddeaf3af33f21583d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6640484 Jun 16 17:09:15.973610 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 42704) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:15.981739 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51c784-4e94-421b-9f22-74043534af5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc23519-9399-4372-8bdd-412bab355884,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:15.985057 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-fc51c784-4e94-421b-9f22-74043534af5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:16.060397 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a89fe5fa-13fb-4009-b539-738c189f6f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.106240 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a89fe5fa-13fb-4009-b539-738c189f6f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.213220 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da985609-4aa9-4c43-8a97-4bf475df5676 req-7ba6f89c-0dc9-4d12-a6d7-f31eaec2090e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:16.214904 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-da985609-4aa9-4c43-8a97-4bf475df5676 req-7ba6f89c-0dc9-4d12-a6d7-f31eaec2090e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 944 time: 0.1696913 Jun 16 17:09:16.270459 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8653e-7031-424d-80ed-a1f92f988a6a req-a03976c8-46bf-4f22-9ef5-cebbe2bb6bb0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:16.272127 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fcc8653e-7031-424d-80ed-a1f92f988a6a req-a03976c8-46bf-4f22-9ef5-cebbe2bb6bb0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1561255 Jun 16 17:09:16.277934 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-da985609-4aa9-4c43-8a97-4bf475df5676 req-ada68706-d340-41c6-9a45-7691fc0f49dc tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538497 Jun 16 17:09:16.316363 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fcc8653e-7031-424d-80ed-a1f92f988a6a req-d8cc6681-039b-412e-af8e-4b89242eb41c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372024 Jun 16 17:09:16.336337 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a89fe5fa-13fb-4009-b539-738c189f6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.339991 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a89fe5fa-13fb-4009-b539-738c189f6f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.343419 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a89fe5fa-13fb-4009-b539-738c189f6f29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bc23519-9399-4372-8bdd-412bab355884 HTTP/1.1" status: 204 len: 168 time: 0.3662500 Jun 16 17:09:16.343419 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f74654db-940c-4799-b0f0-a5b19d130044 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:16.352328 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fe5fa-13fb-4009-b539-738c189f6f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc23519-9399-4372-8bdd-412bab355884,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:16.355251 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a89fe5fa-13fb-4009-b539-738c189f6f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:16.488231 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3694e-4300-419e-a90c-1c65c122e1a8 req-e91d9f31-9e4d-4b86-95a8-b3ee51cc6579 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:16.489831 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-12f3694e-4300-419e-a90c-1c65c122e1a8 req-e91d9f31-9e4d-4b86-95a8-b3ee51cc6579 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.0763032 Jun 16 17:09:16.535129 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-12f3694e-4300-419e-a90c-1c65c122e1a8 req-546053e4-9402-4f54-ab68-506c74663570 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388908 Jun 16 17:09:16.891038 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42738) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:16.959725 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96bb6d-5bf4-42d8-a9cf-8844aa6e0491 req-8c83542b-31cf-4efa-8045-8ec8c8e4ec58 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:16.961649 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e96bb6d-5bf4-42d8-a9cf-8844aa6e0491 req-8c83542b-31cf-4efa-8045-8ec8c8e4ec58 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.1152604 Jun 16 17:09:16.998931 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1b27007-85e3-4a32-9a05-7e1032e4bde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.999064 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57e7b8-c756-4098-8cc7-f47ec2cb160b req-1c5c7e55-b321-4060-8a3d-a83f30973fea tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:17.000123 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a57e7b8-c756-4098-8cc7-f47ec2cb160b req-1c5c7e55-b321-4060-8a3d-a83f30973fea tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 943 time: 0.1167789 Jun 16 17:09:17.033426 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e96bb6d-5bf4-42d8-a9cf-8844aa6e0491 req-1ac5cf19-654f-4f19-b203-1e1b878ef1ba tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643904 Jun 16 17:09:17.057958 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a57e7b8-c756-4098-8cc7-f47ec2cb160b req-52813ad1-91a4-4651-b3d5-050f4292748c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459268 Jun 16 17:09:17.114474 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1b27007-85e3-4a32-9a05-7e1032e4bde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:17.213316 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cf031c-c436-4f28-95b7-1cfaa4c824d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d017b4d-dbc6-4242-8fce-bbc72146ddb5'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:17.215784 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20bbb10-ef1f-49b3-bdc4-969e7bf0218a" -d '{"events": [{"server_uuid": "d5cf031c-c436-4f28-95b7-1cfaa4c824d2", "name": "network-vif-plugged", "status": "completed", "tag": "2d017b4d-dbc6-4242-8fce-bbc72146ddb5"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:17.221270 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1b27007-85e3-4a32-9a05-7e1032e4bde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:17.231867 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:17.257037 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dfc9e1-4ffd-4760-8cbe-6cd5e7eb633c x-openstack-request-id: req-00dfc9e1-4ffd-4760-8cbe-6cd5e7eb633c {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:17.257865 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cf031c-c436-4f28-95b7-1cfaa4c824d2", "name": "network-vif-plugged", "status": "completed", "tag": "2d017b4d-dbc6-4242-8fce-bbc72146ddb5", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:17.258392 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00dfc9e1-4ffd-4760-8cbe-6cd5e7eb633c {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:17.260097 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cf031c-c436-4f28-95b7-1cfaa4c824d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d017b4d-dbc6-4242-8fce-bbc72146ddb5', 'code': 200} Jun 16 17:09:17.263094 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a1b27007-85e3-4a32-9a05-7e1032e4bde0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ade10ed5ca8f4d84a5b503ebd5d1c299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707812 Jun 16 17:09:17.265798 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 42750) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:17.278183 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b27007-85e3-4a32-9a05-7e1032e4bde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1848ed31-f658-4da9-ae7a-4592296ed401,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:17.281497 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a1b27007-85e3-4a32-9a05-7e1032e4bde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:17.324173 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-160f1c85-6718-46fe-accc-0aa8e6991e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:17.346841 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-160f1c85-6718-46fe-accc-0aa8e6991e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:17.464476 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f387c9d-0a88-43a0-9599-dc398bad236c req-81818f23-bf0d-4501-bcdc-53fa67a522a1 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:17.467295 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f387c9d-0a88-43a0-9599-dc398bad236c req-81818f23-bf0d-4501-bcdc-53fa67a522a1 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 944 time: 0.0703688 Jun 16 17:09:17.490193 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-160f1c85-6718-46fe-accc-0aa8e6991e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:17.520744 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-160f1c85-6718-46fe-accc-0aa8e6991e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:17.520744 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-160f1c85-6718-46fe-accc-0aa8e6991e54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1848ed31-f658-4da9-ae7a-4592296ed401 HTTP/1.1" status: 204 len: 168 time: 0.2507522 Jun 16 17:09:17.526121 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:17.542886 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f1c85-6718-46fe-accc-0aa8e6991e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1848ed31-f658-4da9-ae7a-4592296ed401,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:17.547055 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-160f1c85-6718-46fe-accc-0aa8e6991e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:17.572293 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f387c9d-0a88-43a0-9599-dc398bad236c req-33ca13e8-38c5-4590-b0a1-91cf1b71b210 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876586 Jun 16 17:09:17.603102 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175b219-2379-4bc5-91b3-289d0c3ff7c1 req-de4fb5dd-705b-4acd-bffd-9bfc5de36789 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:17.610632 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7175b219-2379-4bc5-91b3-289d0c3ff7c1 req-de4fb5dd-705b-4acd-bffd-9bfc5de36789 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1414452 Jun 16 17:09:17.651437 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7175b219-2379-4bc5-91b3-289d0c3ff7c1 req-0023a4e1-f190-4eb0-9ba0-ef852789e42f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398176 Jun 16 17:09:17.760129 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ee080-4c37-4d5f-9df3-72b16c3fe460 req-69938044-c538-43aa-9ddf-838cfa466b8b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:17.761636 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f77ee080-4c37-4d5f-9df3-72b16c3fe460 req-69938044-c538-43aa-9ddf-838cfa466b8b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.0657094 Jun 16 17:09:17.805813 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f77ee080-4c37-4d5f-9df3-72b16c3fe460 req-8e7ad6f2-778c-482f-9b8b-7cebf6a5a5f0 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352197 Jun 16 17:09:18.270338 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42784) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:18.292402 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-85694c88-e33f-4022-8352-299e47f3f715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:18.405229 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be99c0-67bc-4305-a8d4-b77398ede5be req-d03a3637-96da-4e57-80d6-d04834b24a85 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:18.413803 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-85694c88-e33f-4022-8352-299e47f3f715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:18.414847 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-67be99c0-67bc-4305-a8d4-b77398ede5be req-d03a3637-96da-4e57-80d6-d04834b24a85 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 943 time: 0.2161362 Jun 16 17:09:18.420053 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f94d8f1-7d5a-4dea-9932-547418a32e68 req-dc03d5e8-92c3-40a5-aab7-3cf44d8abf8c service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959454 Jun 16 17:09:18.447472 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df49ca-9e29-48fc-8e28-994afdaf3c66 req-8de74628-8ff1-40c1-bd7c-83c2fbc6cabb tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:18.448966 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b1df49ca-9e29-48fc-8e28-994afdaf3c66 req-8de74628-8ff1-40c1-bd7c-83c2fbc6cabb tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.2324195 Jun 16 17:09:18.452992 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5647b4-140c-4c13-b29c-1692dbffdc46 req-62050f18-3c7c-4f3f-8f1a-86b56485703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:18.454518 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c5647b4-140c-4c13-b29c-1692dbffdc46 req-62050f18-3c7c-4f3f-8f1a-86b56485703c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 1096 time: 0.3173175 Jun 16 17:09:18.512454 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-85694c88-e33f-4022-8352-299e47f3f715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:18.519753 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f9a07b53-2cc4-4687-9b4f-96f1521f9bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:18.538246 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-67be99c0-67bc-4305-a8d4-b77398ede5be req-51801419-89e7-439b-aa1d-3596bbc726a6 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222024 Jun 16 17:09:18.575435 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85694c88-e33f-4022-8352-299e47f3f715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98174dd0-7c93-42e1-b20c-a5e6160bdc56,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:18.581590 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-85694c88-e33f-4022-8352-299e47f3f715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:18.586926 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-85694c88-e33f-4022-8352-299e47f3f715 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2727520ab5e6406ca7f32208f48264f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130548 Jun 16 17:09:18.588971 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 42788) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:18.712763 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a768-9337-4df3-ae94-f0b4d2cf0603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:18.756335 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a768-9337-4df3-ae94-f0b4d2cf0603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:18.941075 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a768-9337-4df3-ae94-f0b4d2cf0603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:18.944068 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a768-9337-4df3-ae94-f0b4d2cf0603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:18.945941 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e2d2a768-9337-4df3-ae94-f0b4d2cf0603 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98174dd0-7c93-42e1-b20c-a5e6160bdc56 HTTP/1.1" status: 204 len: 168 time: 0.3553307 Jun 16 17:09:18.946661 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:18.959719 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2a768-9337-4df3-ae94-f0b4d2cf0603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98174dd0-7c93-42e1-b20c-a5e6160bdc56,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:18.962249 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e2d2a768-9337-4df3-ae94-f0b4d2cf0603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:18.986432 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b1df49ca-9e29-48fc-8e28-994afdaf3c66 req-4692f5b2-cd1b-40d0-9bd4-d9e11cc2e423 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225897 Jun 16 17:09:19.026942 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['9fdcc3c1-1e02-4a58-990d-23ce483dddb5'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:09:19.037467 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['609baf17-22bc-49b5-a572-92213d002204'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:09:19.099242 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5647b4-140c-4c13-b29c-1692dbffdc46 req-5a3b26f4-82d3-4e07-8079-c8950a7f9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:19.110287 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c5647b4-140c-4c13-b29c-1692dbffdc46 req-5a3b26f4-82d3-4e07-8079-c8950a7f9782 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6353264 Jun 16 17:09:19.367200 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8f58-b091-46f4-a771-ea0dcfa7c5ef req-6634c7d7-1792-4ef4-bc3b-4946a6aef224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:19.368581 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e73d8f58-b091-46f4-a771-ea0dcfa7c5ef req-6634c7d7-1792-4ef4-bc3b-4946a6aef224 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 1099 time: 0.6855671 Jun 16 17:09:19.394690 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed92c0-b630-4732-a96a-9ef21503729d req-eb9e6c9e-6772-4c50-95d5-8a3f98e6e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:19.396442 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-caed92c0-b630-4732-a96a-9ef21503729d req-eb9e6c9e-6772-4c50-95d5-8a3f98e6e2b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 1098 time: 0.6972659 Jun 16 17:09:19.406782 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5647b4-140c-4c13-b29c-1692dbffdc46 req-05b36f58-2ef7-4c1a-b3b6-dda23a7b56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:19.408248 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c5647b4-140c-4c13-b29c-1692dbffdc46 req-05b36f58-2ef7-4c1a-b3b6-dda23a7b56c1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2895055 Jun 16 17:09:19.418056 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e73d8f58-b091-46f4-a771-ea0dcfa7c5ef req-91ab7699-6e20-49ae-9ca8-d70884a20c0d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:19.449452 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-caed92c0-b630-4732-a96a-9ef21503729d req-40589af8-e454-4d4c-8a6e-86bab878cab1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:19.463039 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3a8e4-aa38-4208-9c39-cf0b02f7b7ea req-34aa4315-2ff5-4e91-b972-8048607b5af9 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:19.464550 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-93a3a8e4-aa38-4208-9c39-cf0b02f7b7ea req-34aa4315-2ff5-4e91-b972-8048607b5af9 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 944 time: 0.4904742 Jun 16 17:09:19.503324 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40460e7a-2bb5-4810-a96c-1dc8cf2dd17b req-73266247-3c94-4d67-8227-e1a8e47ddda9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:19.505655 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40460e7a-2bb5-4810-a96c-1dc8cf2dd17b req-73266247-3c94-4d67-8227-e1a8e47ddda9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.3335149 Jun 16 17:09:19.620848 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-93a3a8e4-aa38-4208-9c39-cf0b02f7b7ea req-60099541-d2d5-4c0b-ab23-02bc1118821d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466138 Jun 16 17:09:19.656630 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40460e7a-2bb5-4810-a96c-1dc8cf2dd17b req-a0baaae6-c080-4a25-9ae1-7dbf8d27c7d3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418877 Jun 16 17:09:19.755222 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-2d43c628-e13c-4fe2-8180-428e503435b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:19.756881 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-2d43c628-e13c-4fe2-8180-428e503435b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 1096 time: 0.2507811 Jun 16 17:09:19.850712 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-09679ab2-6a60-4a67-b99e-7e3e9197dfb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36c65c14-695b-46a8-8560-9aa33db4b55b HTTP/1.1" status: 200 len: 217 time: 0.0787337 Jun 16 17:09:19.858974 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e73d8f58-b091-46f4-a771-ea0dcfa7c5ef req-91ab7699-6e20-49ae-9ca8-d70884a20c0d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:19.983357 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e73d8f58-b091-46f4-a771-ea0dcfa7c5ef req-91ab7699-6e20-49ae-9ca8-d70884a20c0d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:20.003543 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:20.020601 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-affb5664-36d1-45c9-ae8c-72d9c943bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:20.023555 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-affb5664-36d1-45c9-ae8c-72d9c943bd68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 200 len: 856 time: 0.1613855 Jun 16 17:09:20.077946 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e73d8f58-b091-46f4-a771-ea0dcfa7c5ef req-91ab7699-6e20-49ae-9ca8-d70884a20c0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944420 Jun 16 17:09:20.109177 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab7699-6e20-49ae-9ca8-d70884a20c0d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba5c771-56d8-4224-b8f9-351cffa8b210,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:20.117713 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-91ab7699-6e20-49ae-9ca8-d70884a20c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:20.141296 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.db.api [req-caed92c0-b630-4732-a96a-9ef21503729d req-40589af8-e454-4d4c-8a6e-86bab878cab1 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c4f61960b95e4669baaa966fcad03349 {{(pid=93483) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 17:09:20.141586 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_db.api [req-caed92c0-b630-4732-a96a-9ef21503729d req-40589af8-e454-4d4c-8a6e-86bab878cab1 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:09:20.153017 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346affda-f82d-4b9d-94e9-77b8f3c5a520 req-6de14b60-43f5-487a-81f3-4965e28cb135 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:20.154639 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-346affda-f82d-4b9d-94e9-77b8f3c5a520 req-6de14b60-43f5-487a-81f3-4965e28cb135 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 943 time: 0.2422709 Jun 16 17:09:20.166500 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeee98b-fa66-4c2c-9994-734b9fcb20f7 req-3ad67362-f992-428a-ac93-9997623a868e tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:20.173503 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aeeee98b-fa66-4c2c-9994-734b9fcb20f7 req-3ad67362-f992-428a-ac93-9997623a868e tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.2626202 Jun 16 17:09:20.240111 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-b38ed78c-b4f8-4a80-b057-aaf98ab1d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:20.241668 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-b38ed78c-b4f8-4a80-b057-aaf98ab1d5c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2012892 Jun 16 17:09:20.248916 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aeeee98b-fa66-4c2c-9994-734b9fcb20f7 req-5a16b92c-4eb5-4511-aca2-463e2ee5a227 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743761 Jun 16 17:09:20.251836 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-346affda-f82d-4b9d-94e9-77b8f3c5a520 req-9735c37d-99b5-4577-8e41-1b35fae7d4ed tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744512 Jun 16 17:09:20.480669 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-0852fa03-90ce-45dd-bc69-6c0a6ac91eea service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342156 Jun 16 17:09:20.493635 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ffb7-c40f-4409-8a0f-328bd8b35685 req-dacad276-e373-43de-9865-d1af7042ddab tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:20.495110 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d828ffb7-c40f-4409-8a0f-328bd8b35685 req-dacad276-e373-43de-9865-d1af7042ddab tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.1023464 Jun 16 17:09:20.535202 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d828ffb7-c40f-4409-8a0f-328bd8b35685 req-7e96548a-6f40-4b8f-8702-73b7b789d1de tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338893 Jun 16 17:09:20.642534 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-caed92c0-b630-4732-a96a-9ef21503729d req-40589af8-e454-4d4c-8a6e-86bab878cab1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:20.703240 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-caed92c0-b630-4732-a96a-9ef21503729d req-40589af8-e454-4d4c-8a6e-86bab878cab1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2909238 Jun 16 17:09:20.898240 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82237f-0768-4b4d-806d-943f1cc7e3b3 req-796d22c4-82f9-4482-b74a-125548d2643c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:20.899719 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6e82237f-0768-4b4d-806d-943f1cc7e3b3 req-796d22c4-82f9-4482-b74a-125548d2643c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1037767 Jun 16 17:09:20.913137 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688cb0-50d3-47ee-b445-88586fae1ea8 req-36c79ec5-4b0d-4c35-85e5-41ec60a6aa93 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:20.914724 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-96688cb0-50d3-47ee-b445-88586fae1ea8 req-36c79ec5-4b0d-4c35-85e5-41ec60a6aa93 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 944 time: 0.1322095 Jun 16 17:09:20.975233 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-96688cb0-50d3-47ee-b445-88586fae1ea8 req-13efbda1-d5a1-4538-9382-d97a78f167ae tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522509 Jun 16 17:09:20.978199 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6e82237f-0768-4b4d-806d-943f1cc7e3b3 req-5ba351aa-219d-4205-a0ae-ddd5b81e7822 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625541 Jun 16 17:09:21.475176 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8098224-74b4-4a14-90ef-f7882640f0d6 req-d986dadb-a446-4727-93fd-8cf6bf56cac5 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:21.476706 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e8098224-74b4-4a14-90ef-f7882640f0d6 req-d986dadb-a446-4727-93fd-8cf6bf56cac5 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 943 time: 0.1019859 Jun 16 17:09:21.484232 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9be03-2b3a-47e0-a71e-bae41f7f91f3 req-debc2e7a-4e36-49d6-b727-d95ee5688e6d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:21.485620 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef9be03-2b3a-47e0-a71e-bae41f7f91f3 req-debc2e7a-4e36-49d6-b727-d95ee5688e6d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.1214652 Jun 16 17:09:21.542440 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e8098224-74b4-4a14-90ef-f7882640f0d6 req-52918635-fe66-4e26-86e6-af9cf0b77e99 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558605 Jun 16 17:09:21.548014 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4ef9be03-2b3a-47e0-a71e-bae41f7f91f3 req-891394cd-e294-4b97-904b-59d32d70dc22 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553041 Jun 16 17:09:21.716540 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e93d43-7b1f-4299-b5f5-227cc11feab1 req-6e6484db-54fc-46b9-8fa8-beae09594605 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:21.718025 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-38e93d43-7b1f-4299-b5f5-227cc11feab1 req-6e6484db-54fc-46b9-8fa8-beae09594605 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.0652940 Jun 16 17:09:21.759296 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-38e93d43-7b1f-4299-b5f5-227cc11feab1 req-c719d347-cd43-4ce0-b849-bd146e5bf0f9 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351267 Jun 16 17:09:22.209282 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907f39f-e0c8-40e3-9efe-135c22a66e83 req-bd0e877f-53e3-4a99-bf07-a4591ef90600 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:22.210800 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8907f39f-e0c8-40e3-9efe-135c22a66e83 req-bd0e877f-53e3-4a99-bf07-a4591ef90600 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1042628 Jun 16 17:09:22.218007 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535925a-14e6-4bb0-a489-157599ed7f60 req-0a1a0db1-5419-40fd-aeb7-81513f120769 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:22.219328 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4535925a-14e6-4bb0-a489-157599ed7f60 req-0a1a0db1-5419-40fd-aeb7-81513f120769 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 944 time: 0.1116462 Jun 16 17:09:22.275089 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8907f39f-e0c8-40e3-9efe-135c22a66e83 req-528ef73b-2acc-4eba-9820-6a5ff15bdb50 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541332 Jun 16 17:09:22.277593 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4535925a-14e6-4bb0-a489-157599ed7f60 req-6993879d-9fb9-4c5b-b21a-72cfb34b9f8c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509970 Jun 16 17:09:22.539233 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 609baf17-22bc-49b5-a572-92213d002204 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:09:22.708878 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.723970 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 609baf17-22bc-49b5-a572-92213d002204 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:09:22.729130 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 609baf17-22bc-49b5-a572-92213d002204 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:09:22.729562 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.792777 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e4242-4d0e-4141-b50d-8d5e9b4098a5 req-1b2237a3-cec2-46fa-bb25-285c5a7781a9 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:22.794299 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-903e4242-4d0e-4141-b50d-8d5e9b4098a5 req-1b2237a3-cec2-46fa-bb25-285c5a7781a9 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 943 time: 0.1335826 Jun 16 17:09:22.808828 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a917d4-e494-4ea0-b92a-b926152083dc req-60904e5b-b95d-4542-bfd5-ed8a7d0d513c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:22.810425 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-88a917d4-e494-4ea0-b92a-b926152083dc req-60904e5b-b95d-4542-bfd5-ed8a7d0d513c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.1064887 Jun 16 17:09:22.844457 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.868243 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d945749-dbf4-463d-a32a-45822924bc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609baf17-22bc-49b5-a572-92213d002204'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:22.869904 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-903e4242-4d0e-4141-b50d-8d5e9b4098a5 req-07fea0cf-5647-4e4c-818b-7c5c1d9a830c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584962 Jun 16 17:09:22.871172 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5dd6a3-faac-4c2d-95d7-44fd77f2c9b1" -d '{"events": [{"server_uuid": "9d945749-dbf4-463d-a32a-45822924bc00", "name": "network-vif-plugged", "status": "completed", "tag": "609baf17-22bc-49b5-a572-92213d002204"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:22.872702 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-88a917d4-e494-4ea0-b92a-b926152083dc req-5ae812dc-36ee-4f95-b32a-b6a126524fe9 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544128 Jun 16 17:09:22.885663 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 609baf17-22bc-49b5-a572-92213d002204, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=609baf17-22bc-49b5-a572-92213d002204,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:22.936361 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a213d9-53a8-42e6-9620-074494e8370f x-openstack-request-id: req-a9a213d9-53a8-42e6-9620-074494e8370f {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:22.936680 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d945749-dbf4-463d-a32a-45822924bc00", "name": "network-vif-plugged", "status": "completed", "tag": "609baf17-22bc-49b5-a572-92213d002204", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:22.936955 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9a213d9-53a8-42e6-9620-074494e8370f {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:22.937544 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d945749-dbf4-463d-a32a-45822924bc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609baf17-22bc-49b5-a572-92213d002204', 'code': 200} Jun 16 17:09:22.969972 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.971281 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:09:22.973210 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8936867-691b-4c0e-8e54-b93366c40c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:23.058274 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=609baf17-22bc-49b5-a572-92213d002204,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:23.062755 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:23.083809 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f551bb-b6b2-4e5c-9c3b-db83eafb75e3 req-e3b4f228-0101-446b-b97d-8680d09911a8 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:23.085335 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e4f551bb-b6b2-4e5c-9c3b-db83eafb75e3 req-e3b4f228-0101-446b-b97d-8680d09911a8 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.0848975 Jun 16 17:09:23.146468 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:09:23.150857 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:09:23.151242 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.233249 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.269182 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9fdcc3c1-1e02-4a58-990d-23ce483dddb5,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:23.308243 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e4f551bb-b6b2-4e5c-9c3b-db83eafb75e3 req-b85aee5d-044a-49e7-ac28-e0229907ef09 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170167 Jun 16 17:09:23.375172 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.378016 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:23.429169 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=9fdcc3c1-1e02-4a58-990d-23ce483dddb5,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:23.432375 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:23.502084 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8b1d5-711a-4ee3-887c-fd4180c47cc5 req-862945ce-de82-4f1e-9680-df29f40511b1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:23.504186 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-44e8b1d5-711a-4ee3-887c-fd4180c47cc5 req-862945ce-de82-4f1e-9680-df29f40511b1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1071928 Jun 16 17:09:23.518925 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24df43-b7a3-46f0-b763-0c8f0fc8468f req-4fe1c6bf-485d-481f-85bf-1c974c744b31 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:23.520462 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5c24df43-b7a3-46f0-b763-0c8f0fc8468f req-4fe1c6bf-485d-481f-85bf-1c974c744b31 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1108594 Jun 16 17:09:23.575859 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-44e8b1d5-711a-4ee3-887c-fd4180c47cc5 req-04c80266-b226-47e4-9e89-7fa898600e10 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649650 Jun 16 17:09:23.588588 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5c24df43-b7a3-46f0-b763-0c8f0fc8468f req-066058ad-0bfd-4ccb-af9e-46b0a7163f0a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610113 Jun 16 17:09:24.095081 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06925f9-d269-44f9-b36f-a88f03fead5a req-e9fda4ce-959f-4d9a-a961-9f04f645e11b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:24.097009 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f06925f9-d269-44f9-b36f-a88f03fead5a req-e9fda4ce-959f-4d9a-a961-9f04f645e11b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 943 time: 0.1119552 Jun 16 17:09:24.105711 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eb2d1-3c36-4e28-a0bb-eb840c935cdf req-b13379a6-efdc-40c8-8570-e8254d3aac3c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:24.107157 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-629eb2d1-3c36-4e28-a0bb-eb840c935cdf req-b13379a6-efdc-40c8-8570-e8254d3aac3c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.1109560 Jun 16 17:09:24.167965 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f06925f9-d269-44f9-b36f-a88f03fead5a req-eca4ea42-31d5-40d4-bbb0-69c71fe3c3af tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597353 Jun 16 17:09:24.175986 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-629eb2d1-3c36-4e28-a0bb-eb840c935cdf req-d4bb1a4d-81da-451e-bb3d-5d335163d13c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606377 Jun 16 17:09:24.482394 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186a627-392a-4e79-ad0d-ad819714eaaf req-1f3c4b67-ca49-45c2-b091-f98476a4140b tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:24.483878 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f186a627-392a-4e79-ad0d-ad819714eaaf req-1f3c4b67-ca49-45c2-b091-f98476a4140b tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.0639994 Jun 16 17:09:24.523713 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f186a627-392a-4e79-ad0d-ad819714eaaf req-819840a1-492b-4012-a219-7b89395e5439 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333807 Jun 16 17:09:24.802158 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749c4cd-3575-4c88-8f19-d93e19122c61 req-007bc570-1d30-432a-a9bf-4a58508849c3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:24.803713 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9749c4cd-3575-4c88-8f19-d93e19122c61 req-007bc570-1d30-432a-a9bf-4a58508849c3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1102889 Jun 16 17:09:24.812207 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677426e-8f1a-4c5b-af39-f899cad3f5fa req-6b74fd79-c0d3-4b4e-924b-bae9cabc8d56 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:24.813663 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0677426e-8f1a-4c5b-af39-f899cad3f5fa req-6b74fd79-c0d3-4b4e-924b-bae9cabc8d56 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1112332 Jun 16 17:09:24.868963 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9749c4cd-3575-4c88-8f19-d93e19122c61 req-1ea020c7-e974-4952-b17b-eb546484b3eb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543382 Jun 16 17:09:24.875742 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0677426e-8f1a-4c5b-af39-f899cad3f5fa req-1994141c-49ea-4cc8-86ba-508e91a0a829 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544491 Jun 16 17:09:24.938877 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e360fa1c-141f-4013-b6d2-a61e96d3828b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdcc3c1-1e02-4a58-990d-23ce483dddb5'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:24.941430 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f48dcb7-0741-4fba-bee0-b53f2dfd8142" -d '{"events": [{"server_uuid": "e360fa1c-141f-4013-b6d2-a61e96d3828b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdcc3c1-1e02-4a58-990d-23ce483dddb5"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:24.976897 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01817cf1-802d-4634-8f4a-43cffc1760ff x-openstack-request-id: req-01817cf1-802d-4634-8f4a-43cffc1760ff {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:24.977202 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e360fa1c-141f-4013-b6d2-a61e96d3828b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdcc3c1-1e02-4a58-990d-23ce483dddb5", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:24.977493 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01817cf1-802d-4634-8f4a-43cffc1760ff {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:24.977897 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e360fa1c-141f-4013-b6d2-a61e96d3828b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdcc3c1-1e02-4a58-990d-23ce483dddb5', 'code': 200} Jun 16 17:09:25.260922 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 63265083-96b0-4d46-aaf0-55338b64d83c details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:09:25.391173 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 63265083-96b0-4d46-aaf0-55338b64d83c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=63265083-96b0-4d46-aaf0-55338b64d83c,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:25.402045 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1488bd-ad67-4ef7-97ff-b60e1b770b70 req-107edadc-c14f-460f-ba6c-39f1f45cece0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:25.403547 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bd1488bd-ad67-4ef7-97ff-b60e1b770b70 req-107edadc-c14f-460f-ba6c-39f1f45cece0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 943 time: 0.1157486 Jun 16 17:09:25.408173 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '63265083-96b0-4d46-aaf0-55338b64d83c', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'port_id': '63265083-96b0-4d46-aaf0-55338b64d83c', 'mac_address': 'fa:16:3e:ba:e0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:09:25.411728 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60277569-8208-4730-aafb-0f5a0c08b6d8 req-38933cc5-8922-415f-aba8-479057dc2fa5 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:25.413209 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-60277569-8208-4730-aafb-0f5a0c08b6d8 req-38933cc5-8922-415f-aba8-479057dc2fa5 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.1141102 Jun 16 17:09:25.469659 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:25.496148 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63265083-96b0-4d46-aaf0-55338b64d83c {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:09:25.521188 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 63265083-96b0-4d46-aaf0-55338b64d83c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=63265083-96b0-4d46-aaf0-55338b64d83c,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:25.523901 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bd1488bd-ad67-4ef7-97ff-b60e1b770b70 req-33fed4db-d716-448c-988c-268fb709459a tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096509 Jun 16 17:09:25.543655 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-60277569-8208-4730-aafb-0f5a0c08b6d8 req-7c395341-6b5e-4da1-ae6b-b1bf24f4d396 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121519 Jun 16 17:09:25.578189 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bdd19da-1beb-4b64-a06e-a1942c825088 req-7106b18f-de38-4890-9fe7-ef756e6ae0aa service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371338 Jun 16 17:09:25.626620 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:25.629639 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a79fabb8-d91c-45a4-b907-3d236326e4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:25.677997 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=63265083-96b0-4d46-aaf0-55338b64d83c,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:25.680966 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:25.703242 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dae1b3-dc99-4edf-a6bb-e12f7bbb6caa req-a1e72434-ad13-4166-8eb7-b24fe5c2b471 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:25.704686 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b3dae1b3-dc99-4edf-a6bb-e12f7bbb6caa req-a1e72434-ad13-4166-8eb7-b24fe5c2b471 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.0702806 Jun 16 17:09:25.742669 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b3dae1b3-dc99-4edf-a6bb-e12f7bbb6caa req-3a06aea8-aaf7-451c-ab62-bd673dcd8f01 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314894 Jun 16 17:09:26.132482 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05347b57-8dc1-41cb-9c7a-544a1bb64ee5 req-f3e1371b-7676-46c9-a084-55639147a1eb tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:26.134160 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05347b57-8dc1-41cb-9c7a-544a1bb64ee5 req-f3e1371b-7676-46c9-a084-55639147a1eb tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1104572 Jun 16 17:09:26.158197 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e11267-e8ad-4416-80d1-e9253549e401 req-a012f814-627b-4816-9cbe-03f392600acf tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:26.160887 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32e11267-e8ad-4416-80d1-e9253549e401 req-a012f814-627b-4816-9cbe-03f392600acf tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1080780 Jun 16 17:09:26.233360 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05347b57-8dc1-41cb-9c7a-544a1bb64ee5 req-5d23bb67-3b2a-4813-a86c-2d8c61700efc tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 Jun 16 17:09:26.242002 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32e11267-e8ad-4416-80d1-e9253549e401 req-1c784a29-4ba0-4b46-869d-1cbace2d1c52 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734076 Jun 16 17:09:26.365533 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246641e1-1428-430f-9251-2720e1cd7f2a req-6ab36443-cf0d-431b-a7df-b73102193c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:26.367033 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-246641e1-1428-430f-9251-2720e1cd7f2a req-6ab36443-cf0d-431b-a7df-b73102193c52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 1098 time: 0.0978315 Jun 16 17:09:26.370720 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732fc18-8320-482c-868a-259622b32325 req-59e03b8e-24bb-4ecc-99c5-16993d0ed4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:26.371431 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4732fc18-8320-482c-868a-259622b32325 req-59e03b8e-24bb-4ecc-99c5-16993d0ed4b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 1099 time: 0.0723236 Jun 16 17:09:26.431516 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4732fc18-8320-482c-868a-259622b32325 req-ba3f6e50-c623-41ee-ac2d-e584b4fdc3d2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501165 Jun 16 17:09:26.433275 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-246641e1-1428-430f-9251-2720e1cd7f2a req-9b4fa811-df19-4cab-a3ef-1fdb6db852b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533412 Jun 16 17:09:26.546347 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7229ddb2-9465-4876-bb20-7bca35ed9406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:26.752615 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076f075-e8f1-4730-a094-8ff9e217a731 req-9e401db9-d82c-4775-aff5-33860996101c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:26.754184 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5076f075-e8f1-4730-a094-8ff9e217a731 req-9e401db9-d82c-4775-aff5-33860996101c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 944 time: 0.1141396 Jun 16 17:09:26.765750 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71001fa-4eac-4340-b7fe-fc3ac2ef023e req-53c987d6-d8f8-42bc-8aa0-a8e1776adf3c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:26.768347 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d71001fa-4eac-4340-b7fe-fc3ac2ef023e req-53c987d6-d8f8-42bc-8aa0-a8e1776adf3c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.0967183 Jun 16 17:09:26.824022 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5076f075-e8f1-4730-a094-8ff9e217a731 req-324a3f9b-f2de-4336-a1ed-06f8924f425b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544040 Jun 16 17:09:26.828673 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d71001fa-4eac-4340-b7fe-fc3ac2ef023e req-4a19f862-e236-40ee-b3ea-f3685e5aefa8 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530558 Jun 16 17:09:26.991894 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cabe77-77cd-473e-b2fc-9575c0961907 req-a6f6172c-e657-4767-bf7b-fec8522c5a9e tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:26.993379 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f6cabe77-77cd-473e-b2fc-9575c0961907 req-a6f6172c-e657-4767-bf7b-fec8522c5a9e tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.0661802 Jun 16 17:09:27.035216 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f6cabe77-77cd-473e-b2fc-9575c0961907 req-bedbdb63-249c-405d-ab2f-20acb5f6f749 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354369 Jun 16 17:09:27.282630 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['63265083-96b0-4d46-aaf0-55338b64d83c'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:09:27.492114 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713aaf8-ac9b-4708-9a71-24a933c15c69 req-1197f0b2-4a4d-4e43-92ba-56ea1ec03aad tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:27.493765 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7713aaf8-ac9b-4708-9a71-24a933c15c69 req-1197f0b2-4a4d-4e43-92ba-56ea1ec03aad tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1185806 Jun 16 17:09:27.526161 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d407c5-a487-48a4-9b70-5e3567f9fd6c req-87bfac50-7fb7-4beb-b011-ffb00247c8fa tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:27.527682 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-41d407c5-a487-48a4-9b70-5e3567f9fd6c req-87bfac50-7fb7-4beb-b011-ffb00247c8fa tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1398675 Jun 16 17:09:27.557282 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7713aaf8-ac9b-4708-9a71-24a933c15c69 req-e4bf6991-e046-4909-be41-26229dfc8624 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574331 Jun 16 17:09:27.591784 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-41d407c5-a487-48a4-9b70-5e3567f9fd6c req-4b43ba30-43c7-4c7b-aa7b-e1a62db475c6 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505335 Jun 16 17:09:28.063518 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd7fbd-8713-4787-a478-c19580344cc9 req-25d0ec45-2254-465a-8c47-108c09b191d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:28.064977 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cfbd7fbd-8713-4787-a478-c19580344cc9 req-25d0ec45-2254-465a-8c47-108c09b191d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 944 time: 0.1209557 Jun 16 17:09:28.074783 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ce254-e5f0-45f1-969d-62c9ff24d443 req-c4ed1837-083c-47e4-b063-f91af245f3b6 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:28.076316 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a52ce254-e5f0-45f1-969d-62c9ff24d443 req-c4ed1837-083c-47e4-b063-f91af245f3b6 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.1309650 Jun 16 17:09:28.134178 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cfbd7fbd-8713-4787-a478-c19580344cc9 req-f8da211e-b7ad-4910-ad0a-c0c509b0a257 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567849 Jun 16 17:09:28.151237 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a52ce254-e5f0-45f1-969d-62c9ff24d443 req-8582c4aa-22e3-4ae4-8e45-df4cd368be75 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667036 Jun 16 17:09:28.358653 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e14dc4-c046-4d5c-9922-041ec0c48565 req-d4b52568-597d-49f2-9048-19290c218bb4 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:28.361290 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e2e14dc4-c046-4d5c-9922-041ec0c48565 req-d4b52568-597d-49f2-9048-19290c218bb4 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.0985420 Jun 16 17:09:28.413862 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e2e14dc4-c046-4d5c-9922-041ec0c48565 req-0c993e79-8f48-4685-9232-a8a492c2f2c6 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Jun 16 17:09:28.864627 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92cb29-ec49-4ef0-8f03-aded5b3800c6 req-eb0d78c4-f4b1-44c9-9743-b87bd707cea3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:28.873662 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd92cb29-ec49-4ef0-8f03-aded5b3800c6 req-eb0d78c4-f4b1-44c9-9743-b87bd707cea3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1500406 Jun 16 17:09:28.932908 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b7fad-f75f-4ed3-b9af-85ecb859378f req-0a43099c-9678-4288-85b6-b248780177b9 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:28.934617 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c07b7fad-f75f-4ed3-b9af-85ecb859378f req-0a43099c-9678-4288-85b6-b248780177b9 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1555886 Jun 16 17:09:28.951493 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd92cb29-ec49-4ef0-8f03-aded5b3800c6 req-ae926640-9263-4abb-a015-8e0f90e88f3b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761478 Jun 16 17:09:29.009336 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c07b7fad-f75f-4ed3-b9af-85ecb859378f req-837c539b-ff50-473d-8ed6-02a55df5ddae tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556624 Jun 16 17:09:29.216214 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:29.393770 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f852b-1073-42ab-9b87-4f2d0a4af780 req-db7f4fd5-1eb1-4f0f-8dd1-b00177c1ae87 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:29.395832 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-923f852b-1073-42ab-9b87-4f2d0a4af780 req-db7f4fd5-1eb1-4f0f-8dd1-b00177c1ae87 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 944 time: 0.1167011 Jun 16 17:09:29.420784 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5fa0c4e4-7798-4da1-8445-287d21dfd401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:29.478049 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-923f852b-1073-42ab-9b87-4f2d0a4af780 req-5f8de39c-22d1-4a45-87ea-12199fe6de16 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685520 Jun 16 17:09:29.529417 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b8dcb-74c5-49a3-9add-8997927ddef1 req-24cadc06-1ac2-460e-816a-0a2657b93086 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:29.532316 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d68b8dcb-74c5-49a3-9add-8997927ddef1 req-24cadc06-1ac2-460e-816a-0a2657b93086 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.1351855 Jun 16 17:09:29.601447 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d68b8dcb-74c5-49a3-9add-8997927ddef1 req-f53cb105-e0a6-4de7-a908-b32bbfc61dab tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568237 Jun 16 17:09:29.689935 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c0d9b-b161-47ad-bd78-1ea12f98ce97 req-7dfdd647-40d0-4e4a-a3b0-266204b0e785 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:29.692237 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c42c0d9b-b161-47ad-bd78-1ea12f98ce97 req-7dfdd647-40d0-4e4a-a3b0-266204b0e785 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.0893867 Jun 16 17:09:29.751260 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c42c0d9b-b161-47ad-bd78-1ea12f98ce97 req-3b358c91-f4fd-4963-904b-aea093370e39 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487282 Jun 16 17:09:30.249902 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5db5-71c1-4537-a54e-32cc9f051d1b req-a991495c-9358-4bc2-91db-5b152537cf9e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:30.251974 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-13fe5db5-71c1-4537-a54e-32cc9f051d1b req-a991495c-9358-4bc2-91db-5b152537cf9e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1178598 Jun 16 17:09:30.348191 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-13fe5db5-71c1-4537-a54e-32cc9f051d1b req-dc290d87-3b27-4b22-8b76-069955854930 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870621 Jun 16 17:09:30.409975 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595493a3-60aa-4605-81fb-e415aa31929b req-dd2750ec-d661-4560-a600-069eb76302db tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:30.412928 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-595493a3-60aa-4605-81fb-e415aa31929b req-dd2750ec-d661-4560-a600-069eb76302db tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1449356 Jun 16 17:09:30.483204 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-595493a3-60aa-4605-81fb-e415aa31929b req-ce8d2dc6-72f9-4d01-b1cc-0e70b8c904b3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601084 Jun 16 17:09:30.573346 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 63265083-96b0-4d46-aaf0-55338b64d83c up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:09:30.818883 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be7ac7-3aff-4c6c-a4b3-4b0cc75967f8 req-27f78a34-836d-4d27-82a7-7ca02a0790bd tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:30.821738 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-92be7ac7-3aff-4c6c-a4b3-4b0cc75967f8 req-27f78a34-836d-4d27-82a7-7ca02a0790bd tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 944 time: 0.1490028 Jun 16 17:09:30.845126 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 63265083-96b0-4d46-aaf0-55338b64d83c completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:09:30.854682 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 63265083-96b0-4d46-aaf0-55338b64d83c triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:09:30.855990 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:30.954650 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-92be7ac7-3aff-4c6c-a4b3-4b0cc75967f8 req-2bb1bd1b-3d73-4791-988e-c860fbd0ca09 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172879 Jun 16 17:09:30.993815 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d0c7b-dd8b-4618-bd10-a6ff86525106 req-3914e35c-46d7-4999-984e-3cf6d4f847b3 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:30.996368 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d53d0c7b-dd8b-4618-bd10-a6ff86525106 req-3914e35c-46d7-4999-984e-3cf6d4f847b3 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.1992917 Jun 16 17:09:31.001284 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:31.020080 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:31.042523 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63265083-96b0-4d46-aaf0-55338b64d83c'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:31.045533 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0e9384-e50f-4a5f-aec4-a2f8d1f5b7a6" -d '{"events": [{"server_uuid": "13a2cf50-0ea6-4b65-a3b4-561d4059c04a", "name": "network-vif-plugged", "status": "completed", "tag": "63265083-96b0-4d46-aaf0-55338b64d83c"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:31.061270 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 63265083-96b0-4d46-aaf0-55338b64d83c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=63265083-96b0-4d46-aaf0-55338b64d83c,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:31.076817 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d53d0c7b-dd8b-4618-bd10-a6ff86525106 req-3815c7fe-ba27-47b3-9b5a-2caefcde81db tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742786 Jun 16 17:09:31.166408 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d08cb43-b6ca-44a2-8928-ccb439c0f398 x-openstack-request-id: req-6d08cb43-b6ca-44a2-8928-ccb439c0f398 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:31.167010 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a2cf50-0ea6-4b65-a3b4-561d4059c04a", "name": "network-vif-plugged", "status": "completed", "tag": "63265083-96b0-4d46-aaf0-55338b64d83c", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:31.167440 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d08cb43-b6ca-44a2-8928-ccb439c0f398 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:31.168114 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63265083-96b0-4d46-aaf0-55338b64d83c', 'code': 200} Jun 16 17:09:31.262225 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:31.266376 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:31.370238 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=63265083-96b0-4d46-aaf0-55338b64d83c,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:31.371379 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455e0e2-3d45-4511-86bb-dc572e40196c req-e9ce4045-874a-4f18-85d0-74cc7e1ba51a tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:31.374940 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8455e0e2-3d45-4511-86bb-dc572e40196c req-e9ce4045-874a-4f18-85d0-74cc7e1ba51a tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.1060715 Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:31.393013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:31.447762 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8455e0e2-3d45-4511-86bb-dc572e40196c req-c040d0d2-d0aa-4a4a-af22-c18d47f18f24 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615716 Jun 16 17:09:31.604365 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddb44b-af3d-4c50-ae91-26c1bb8b937b req-3f4053ef-5f21-422e-bced-fb9bad0e5d7b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:31.606088 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d9ddb44b-af3d-4c50-ae91-26c1bb8b937b req-3f4053ef-5f21-422e-bced-fb9bad0e5d7b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0805085 Jun 16 17:09:31.682873 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d9ddb44b-af3d-4c50-ae91-26c1bb8b937b req-60508e6d-94d5-4ca9-919e-6b4b83976da0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677752 Jun 16 17:09:31.824393 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d798fb-8010-437f-b93e-005550459ee4 req-c9737795-e2ef-4c82-8f5d-37a0f3e7aa3e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:31.827082 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b2d798fb-8010-437f-b93e-005550459ee4 req-c9737795-e2ef-4c82-8f5d-37a0f3e7aa3e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1176257 Jun 16 17:09:31.896210 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b2d798fb-8010-437f-b93e-005550459ee4 req-393265d7-7bba-4165-95cb-0125c4eefab2 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580509 Jun 16 17:09:32.243026 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8665c67-b7ca-4c45-be89-870c272c0ec8 req-c4ef1b42-804b-460e-acc6-ef52b1445c6d tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:32.244742 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f8665c67-b7ca-4c45-be89-870c272c0ec8 req-c4ef1b42-804b-460e-acc6-ef52b1445c6d tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0770841 Jun 16 17:09:32.291833 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f8665c67-b7ca-4c45-be89-870c272c0ec8 req-93b0b59b-5a1d-4d86-809d-066735ec6c2b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364947 Jun 16 17:09:32.352590 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:32.951879 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d9b67-c767-41d2-8d70-7038202b28c7 req-c9b32842-e5f3-40f1-8884-78e2ed5ef2ef tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:32.954569 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4e4d9b67-c767-41d2-8d70-7038202b28c7 req-c9b32842-e5f3-40f1-8884-78e2ed5ef2ef tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0923238 Jun 16 17:09:33.043494 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4e4d9b67-c767-41d2-8d70-7038202b28c7 req-4c56cbb4-caf5-4c93-a9d0-6d7696e59164 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809035 Jun 16 17:09:33.365184 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ce29b-a817-48d0-871e-bb1927297093 req-ee796b1b-500e-4613-b557-0b57f29bc8b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:33.367687 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-401ce29b-a817-48d0-871e-bb1927297093 req-ee796b1b-500e-4613-b557-0b57f29bc8b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1101065 Jun 16 17:09:33.436371 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-401ce29b-a817-48d0-871e-bb1927297093 req-e549cbf0-82a1-4ca4-88fc-6777f1f4e5d5 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564606 Jun 16 17:09:33.571565 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceae44c-b042-4c27-a419-7a47b71a950b req-8850a868-aec4-4ef7-af66-e28140cd84d1 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:33.573615 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ceae44c-b042-4c27-a419-7a47b71a950b req-8850a868-aec4-4ef7-af66-e28140cd84d1 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0781250 Jun 16 17:09:33.623847 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ceae44c-b042-4c27-a419-7a47b71a950b req-aff03762-b47f-488b-a5f8-b793276d91d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440192 Jun 16 17:09:34.318009 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cb7ea-469c-48ab-8ef9-82a523c2555e req-7c676afe-7601-4347-abe7-b1e1ab14cb0e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:34.319775 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b22cb7ea-469c-48ab-8ef9-82a523c2555e req-7c676afe-7601-4347-abe7-b1e1ab14cb0e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1309621 Jun 16 17:09:34.386321 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b22cb7ea-469c-48ab-8ef9-82a523c2555e req-60031953-4e26-4dbe-9c47-41f3be37a696 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554914 Jun 16 17:09:34.735526 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2aa573-6484-45ce-aa2c-8a421740fab7 req-3c55322f-c945-486e-9922-8c46aadebe39 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:34.737415 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ac2aa573-6484-45ce-aa2c-8a421740fab7 req-3c55322f-c945-486e-9922-8c46aadebe39 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.0860939 Jun 16 17:09:34.800402 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ac2aa573-6484-45ce-aa2c-8a421740fab7 req-b291ba91-cd62-421c-87d1-5072b19307d6 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504680 Jun 16 17:09:34.945520 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711713-aff6-43b9-91ff-a91f65ddb778 req-3ec11d4f-f216-4d34-b3ae-a176be8fd339 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:34.947351 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08711713-aff6-43b9-91ff-a91f65ddb778 req-3ec11d4f-f216-4d34-b3ae-a176be8fd339 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0895078 Jun 16 17:09:35.013659 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08711713-aff6-43b9-91ff-a91f65ddb778 req-e2da879b-cc98-4542-adae-78d50f18d317 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546646 Jun 16 17:09:35.696600 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f7970-4af4-4bc7-80b8-3ee94664ba0e req-4ab25b9c-45f6-4d74-b571-2b3422c8627c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:35.698033 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-631f7970-4af4-4bc7-80b8-3ee94664ba0e req-4ab25b9c-45f6-4d74-b571-2b3422c8627c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0690706 Jun 16 17:09:35.738459 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-631f7970-4af4-4bc7-80b8-3ee94664ba0e req-770b788c-81ca-4df7-9db2-6b172efb66fb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341649 Jun 16 17:09:35.912514 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 36c65c14-695b-46a8-8560-9aa33db4b55b details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:09:36.132082 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:36.155351 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'port_id': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'mac_address': 'fa:16:3e:85:8d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:09:36.233842 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:36.254330 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c65c14-695b-46a8-8560-9aa33db4b55b {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:09:36.286487 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:36.292596 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9310-5c7f-4ad1-9b36-d5ca4f1385ed req-9481fc8b-aef4-4191-9125-d1ac27af15d7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:36.292596 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-525c9310-5c7f-4ad1-9b36-d5ca4f1385ed req-9481fc8b-aef4-4191-9125-d1ac27af15d7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.3138621 Jun 16 17:09:36.298519 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922fc9e-5779-4a6d-8689-5bcc059708a9 req-630cea70-c3d1-49f4-9b8b-952c28514053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:36.300978 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0922fc9e-5779-4a6d-8689-5bcc059708a9 req-630cea70-c3d1-49f4-9b8b-952c28514053 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 1098 time: 0.3087449 Jun 16 17:09:36.312660 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31b98e-2834-4cde-8b84-aa306004e298 req-c03ace8b-7e47-4877-b369-58744414f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:36.314446 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4f31b98e-2834-4cde-8b84-aa306004e298 req-c03ace8b-7e47-4877-b369-58744414f386 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 1098 time: 0.3195274 Jun 16 17:09:36.369978 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:36.375984 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:36.429749 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-525c9310-5c7f-4ad1-9b36-d5ca4f1385ed req-0ee4c2eb-2196-4f58-8d0b-a3cdc314bad7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275241 Jun 16 17:09:36.441220 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=36c65c14-695b-46a8-8560-9aa33db4b55b,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:36.447323 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:36.459274 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4f31b98e-2834-4cde-8b84-aa306004e298 req-da42541b-5371-4bf1-a37a-f4e959068019 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258802 Jun 16 17:09:36.480477 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c275327-d2b4-4318-a249-1c0bae3a68ee req-19925e08-d8b4-4da1-9d2d-89dc14c83814 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:36.482581 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3c275327-d2b4-4318-a249-1c0bae3a68ee req-19925e08-d8b4-4da1-9d2d-89dc14c83814 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.2867780 Jun 16 17:09:36.529011 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922fc9e-5779-4a6d-8689-5bcc059708a9 req-a50366f0-0cb0-475d-9ee2-00067ef0469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:36.530493 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0922fc9e-5779-4a6d-8689-5bcc059708a9 req-a50366f0-0cb0-475d-9ee2-00067ef0469e service neutron] 10.222.0.60 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 918 time: 0.2130196 Jun 16 17:09:36.549462 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3c275327-d2b4-4318-a249-1c0bae3a68ee req-53ddd84f-07a9-4cc8-9006-06703ad50eaa tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536168 Jun 16 17:09:36.987148 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523e1f9-cd61-4970-aa0c-817b82d63923 req-13de06f4-b7b9-4c86-8186-2396b4b685f6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:36.988753 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6523e1f9-cd61-4970-aa0c-817b82d63923 req-13de06f4-b7b9-4c86-8186-2396b4b685f6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.0748715 Jun 16 17:09:37.031560 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6523e1f9-cd61-4970-aa0c-817b82d63923 req-fe507aef-dfd9-45bb-8941-180d053812c0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359778 Jun 16 17:09:37.076562 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0922fc9e-5779-4a6d-8689-5bcc059708a9 req-10542272-d8b9-4785-8372-2847a88f5b2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fdcc3c1-1e02-4a58-990d-23ce483dddb5 HTTP/1.1" status: 200 len: 217 time: 0.0438917 Jun 16 17:09:37.142410 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922fc9e-5779-4a6d-8689-5bcc059708a9 req-eaf74f2d-5d41-4e62-a38a-43f62a1264b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:37.145292 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0922fc9e-5779-4a6d-8689-5bcc059708a9 req-eaf74f2d-5d41-4e62-a38a-43f62a1264b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 200 len: 858 time: 0.0583644 Jun 16 17:09:37.184735 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0922fc9e-5779-4a6d-8689-5bcc059708a9 req-315db28f-605f-4a6b-8370-73a15522ceba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83538a37-de03-4bca-862d-10405954664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317178 Jun 16 17:09:37.392624 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0922fc9e-5779-4a6d-8689-5bcc059708a9 req-934b0090-9b7c-41b0-9947-c30601838ec5 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452165 Jun 16 17:09:37.594047 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['36c65c14-695b-46a8-8560-9aa33db4b55b'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:09:37.870872 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0922fc9e-5779-4a6d-8689-5bcc059708a9 req-f4a4bab8-94f3-400f-9759-060f83bda6e2 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626591 Jun 16 17:09:37.903332 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bcd1b-068f-485a-b5d6-be53ae40cb46 req-acd67880-d49b-4d5b-ae95-fe4f6f51db62 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:37.905022 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-754bcd1b-068f-485a-b5d6-be53ae40cb46 req-acd67880-d49b-4d5b-ae95-fe4f6f51db62 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1954520 Jun 16 17:09:37.921903 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c9de-b532-43b0-931d-2e5e7e4c7786 req-1a987ca6-580e-4770-aeba-345bafd7a32e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:37.923457 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a521c9de-b532-43b0-931d-2e5e7e4c7786 req-1a987ca6-580e-4770-aeba-345bafd7a32e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1837151 Jun 16 17:09:37.983544 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-754bcd1b-068f-485a-b5d6-be53ae40cb46 req-e74cc518-31cc-4d92-8568-cc70593a9ced tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590844 Jun 16 17:09:37.998486 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a521c9de-b532-43b0-931d-2e5e7e4c7786 req-5941baec-752d-4aed-b030-fd2bb064240e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598786 Jun 16 17:09:38.336664 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6cbaa-82c2-492d-ac15-de1e05fd0575 req-2f1e6ce4-cd8d-4c59-b4fd-5d6aa0dffe70 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:38.338200 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-42b6cbaa-82c2-492d-ac15-de1e05fd0575 req-2f1e6ce4-cd8d-4c59-b4fd-5d6aa0dffe70 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.0957472 Jun 16 17:09:38.392362 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-42b6cbaa-82c2-492d-ac15-de1e05fd0575 req-870fae4d-0508-4e98-bda6-5ca1d4ec78b6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427945 Jun 16 17:09:39.263086 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a05a3-a835-47cf-b8bc-7cca4b09202f req-fbc0241b-c8a4-4a32-b44f-9ff277b2747e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:39.265414 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c26a05a3-a835-47cf-b8bc-7cca4b09202f req-fbc0241b-c8a4-4a32-b44f-9ff277b2747e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1253307 Jun 16 17:09:39.326149 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c26a05a3-a835-47cf-b8bc-7cca4b09202f req-c8d59a7a-2bad-4aa5-afce-95d10907595a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486057 Jun 16 17:09:39.541815 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605f51a-8d90-4593-a53f-b8341a8ea18f req-b4ee5f95-d935-4d7b-89b8-790e4270843b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:39.543814 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e605f51a-8d90-4593-a53f-b8341a8ea18f req-b4ee5f95-d935-4d7b-89b8-790e4270843b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0981247 Jun 16 17:09:39.604349 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e605f51a-8d90-4593-a53f-b8341a8ea18f req-5e850f2b-eeb0-4d09-91a3-3c81e98d4b7f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542259 Jun 16 17:09:39.919640 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fc565-6a3a-4fae-b7fe-a4a403a9fc76 req-fe37f4f8-850f-44a4-9a62-84236bdd90ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:39.922387 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-068fc565-6a3a-4fae-b7fe-a4a403a9fc76 req-fe37f4f8-850f-44a4-9a62-84236bdd90ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.1291916 Jun 16 17:09:39.998419 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-068fc565-6a3a-4fae-b7fe-a4a403a9fc76 req-c35c7734-36eb-435b-b22f-24b102e5a102 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634131 Jun 16 17:09:40.633314 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cd8d3-e409-48d5-9b8c-328dfad1e446 req-45c9bcb0-644e-4025-bda0-a1122f8f424d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:40.634824 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-be8cd8d3-e409-48d5-9b8c-328dfad1e446 req-45c9bcb0-644e-4025-bda0-a1122f8f424d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1093700 Jun 16 17:09:40.688918 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-be8cd8d3-e409-48d5-9b8c-328dfad1e446 req-c612f91b-2c2c-4736-9d80-0bca668bf788 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431144 Jun 16 17:09:40.873247 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 36c65c14-695b-46a8-8560-9aa33db4b55b up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:09:40.944180 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f692fd4-fd35-4ac3-af80-b72e2b1ad1d0 req-577271bc-5930-4e6d-8e48-d1a819fe3aa0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:40.946460 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4f692fd4-fd35-4ac3-af80-b72e2b1ad1d0 req-577271bc-5930-4e6d-8e48-d1a819fe3aa0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0986199 Jun 16 17:09:41.010963 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4f692fd4-fd35-4ac3-af80-b72e2b1ad1d0 req-3e89ac67-1559-4b55-9747-ff373aa6591c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521598 Jun 16 17:09:41.027004 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 36c65c14-695b-46a8-8560-9aa33db4b55b completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:09:41.039451 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 36c65c14-695b-46a8-8560-9aa33db4b55b triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:09:41.039451 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:41.111249 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 43232) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:41.209790 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:41.236334 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:41.239353 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc650f11-ec41-4e49-9574-b28311964212" -d '{"events": [{"server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "name": "network-vif-plugged", "status": "completed", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:41.255922 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:41.313746 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:41.320982 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044179cd-c3e8-44e9-b3b7-1d68bbd716be req-71aeb12e-af9d-4c57-8ff8-d101bf1b3d27 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:41.322497 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-044179cd-c3e8-44e9-b3b7-1d68bbd716be req-71aeb12e-af9d-4c57-8ff8-d101bf1b3d27 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.0989697 Jun 16 17:09:41.361733 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-044179cd-c3e8-44e9-b3b7-1d68bbd716be req-bf973c3d-0e19-4936-a198-520b962165f9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332143 Jun 16 17:09:41.458916 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:41.476044 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:41.476044 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:41.547200 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=36c65c14-695b-46a8-8560-9aa33db4b55b,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:41.552859 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:41.636954 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:41.650240 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb92f8-0ecb-4b46-bda3-cf80fb83aaf7 req-40bb6f9a-3b10-4b1a-b2c9-e654d8583a0e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:41.653429 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9eeb92f8-0ecb-4b46-bda3-cf80fb83aaf7 req-40bb6f9a-3b10-4b1a-b2c9-e654d8583a0e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1214869 Jun 16 17:09:41.662911 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c9fe8492-1957-4691-a2d7-f313633d7487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:41.669150 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 43244) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:41.678682 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-9f38e644-e990-4e46-9251-150ac64d9587 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'floatingip': {'port_id': '63265083-96b0-4d46-aaf0-55338b64d83c'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:41.735763 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7b5715-7d9c-4375-bb3a-5d0fe377f5e9 x-openstack-request-id: req-5d7b5715-7d9c-4375-bb3a-5d0fe377f5e9 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:41.736244 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "name": "network-vif-plugged", "status": "completed", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:41.737318 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d7b5715-7d9c-4375-bb3a-5d0fe377f5e9 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:41.738425 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'code': 200} Jun 16 17:09:41.747576 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a398cd890f748c1a50d5cc28ff14b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6340976 Jun 16 17:09:41.748535 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 43248) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:41.779375 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c50e1d-32bc-4352-89ff-e28de41719c7,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:41.797044 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.798051 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.799809 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.800659 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.801494 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.815544 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.815930 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.816456 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.817055 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.817720 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.818294 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.818874 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:41.837364 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9f38e644-e990-4e46-9251-150ac64d9587 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:41.868392 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:41.951343 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cbdcef5b-d446-418b-a8bb-81d427a75f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:42.012123 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cbdcef5b-d446-418b-a8bb-81d427a75f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:42.226458 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cbdcef5b-d446-418b-a8bb-81d427a75f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:42.231263 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cbdcef5b-d446-418b-a8bb-81d427a75f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:42.233320 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-cbdcef5b-d446-418b-a8bb-81d427a75f92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1c50e1d-32bc-4352-89ff-e28de41719c7 HTTP/1.1" status: 204 len: 168 time: 0.4814065 Jun 16 17:09:42.234783 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:42.248638 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcef5b-d446-418b-a8bb-81d427a75f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c50e1d-32bc-4352-89ff-e28de41719c7,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:42.254172 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-cbdcef5b-d446-418b-a8bb-81d427a75f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:42.375588 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb4cc2-15cd-40ff-881d-f781e015dcd8 req-7290fd58-fdfd-45f6-904b-d8da7805b5cf tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:42.382239 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aabb4cc2-15cd-40ff-881d-f781e015dcd8 req-7290fd58-fdfd-45f6-904b-d8da7805b5cf tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.3848767 Jun 16 17:09:42.479536 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aabb4cc2-15cd-40ff-881d-f781e015dcd8 req-dd0a5f2d-eff6-4668-9651-32c6a8cdcfaa tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884633 Jun 16 17:09:43.047977 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54386d0f-2201-4690-9bda-9e3ed14b9e88 req-aa4ca9d8-7b91-40fc-85b4-e730c1fdb0bb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:43.050423 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54386d0f-2201-4690-9bda-9e3ed14b9e88 req-aa4ca9d8-7b91-40fc-85b4-e730c1fdb0bb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.4353464 Jun 16 17:09:43.052567 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.db.resource_extend [None req-9f38e644-e990-4e46-9251-150ac64d9587 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 17:09:43.168182 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9f38e644-e990-4e46-9251-150ac64d9587 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:43.183336 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54386d0f-2201-4690-9bda-9e3ed14b9e88 req-751e6e40-482c-4f0c-9278-6e50be51856b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848589 Jun 16 17:09:43.249520 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9f38e644-e990-4e46-9251-150ac64d9587 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:43.391309 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-9f38e644-e990-4e46-9251-150ac64d9587 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Floating IP aa8a813d-4196-4a55-95ea-fa69e3dbed8f associated. External IP: 172.27.2.132, port: 63265083-96b0-4d46-aaf0-55338b64d83c. Jun 16 17:09:43.844683 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e64a9-dab3-4fc4-8758-86a792754684 req-b49806b1-9904-4153-8c0c-c67644c90f73 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:43.847250 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a8e64a9-dab3-4fc4-8758-86a792754684 req-b49806b1-9904-4153-8c0c-c67644c90f73 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1500387 Jun 16 17:09:44.025326 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a8e64a9-dab3-4fc4-8758-86a792754684 req-95779e04-070b-41ff-829b-a2ac03bede67 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211238 Jun 16 17:09:44.072561 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f38e644-e990-4e46-9251-150ac64d9587 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Router 2a6c974d-fbf5-40c0-9305-717a6ed1671d has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:09:44.223285 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f38e644-e990-4e46-9251-150ac64d9587 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:09:44.229282 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9f38e644-e990-4e46-9251-150ac64d9587 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:44.254133 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055503a-978e-4c48-9452-0798e6a9cbc1 None None] Sync routers for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:09:44.273332 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055503a-978e-4c48-9452-0798e6a9cbc1 None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:44.274936 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-3055503a-978e-4c48-9452-0798e6a9cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:09:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:44.280840 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9f38e644-e990-4e46-9251-150ac64d9587 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "PUT /v2.0/floatingips/aa8a813d-4196-4a55-95ea-fa69e3dbed8f HTTP/1.1" status: 200 len: 991 time: 2.6094482 Jun 16 17:09:44.282011 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'tag': '63265083-96b0-4d46-aaf0-55338b64d83c'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:44.287119 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd9a8a3-ba26-4529-b0b3-792090c2db82" -d '{"events": [{"name": "network-changed", "server_uuid": "13a2cf50-0ea6-4b65-a3b4-561d4059c04a", "tag": "63265083-96b0-4d46-aaf0-55338b64d83c"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:44.431173 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-3055503a-978e-4c48-9452-0798e6a9cbc1 None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:44.482607 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3616083-a163-45ad-81ed-6e237f5d2a7e req-f3b71528-3a1e-422d-8e0f-b7a082c7ad58 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:44.485538 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f3616083-a163-45ad-81ed-6e237f5d2a7e req-f3b71528-3a1e-422d-8e0f-b7a082c7ad58 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0834694 Jun 16 17:09:44.548317 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f3616083-a163-45ad-81ed-6e237f5d2a7e req-f3da4f6c-42dd-4d6f-909d-1826c2fdd17f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565455 Jun 16 17:09:44.621289 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d26b703-acd9-4cc0-b77d-fa42022f1cc6 x-openstack-request-id: req-9d26b703-acd9-4cc0-b77d-fa42022f1cc6 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:44.621814 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a2cf50-0ea6-4b65-a3b4-561d4059c04a", "tag": "63265083-96b0-4d46-aaf0-55338b64d83c", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:44.622254 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d26b703-acd9-4cc0-b77d-fa42022f1cc6 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:44.622901 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'tag': '63265083-96b0-4d46-aaf0-55338b64d83c', 'status': 'completed', 'code': 200} Jun 16 17:09:44.800253 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-3055503a-978e-4c48-9452-0798e6a9cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'aa8a813d-4196-4a55-95ea-fa69e3dbed8f', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'port_id': '63265083-96b0-4d46-aaf0-55338b64d83c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'mac_address': 'fa:16:3e:ba:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:08:52Z', 'updated_at': '2021-06-16T17:09:42Z', 'revision_number': 1, 'project_id': 'cc40842a427049259261ae77d430ce91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:44.810513 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055503a-978e-4c48-9452-0798e6a9cbc1 None None] Checking router: 2a6c974d-fbf5-40c0-9305-717a6ed1671d for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:09:44.818908 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055503a-978e-4c48-9452-0798e6a9cbc1 None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:44.819690 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-3055503a-978e-4c48-9452-0798e6a9cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:09:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:44.943531 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-3055503a-978e-4c48-9452-0798e6a9cbc1 None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:45.267350 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0508-a94f-4207-924c-ccac63cefa7f req-6566dc4e-c90d-4683-a68d-dc4e23d52252 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:45.269893 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-769b0508-a94f-4207-924c-ccac63cefa7f req-6566dc4e-c90d-4683-a68d-dc4e23d52252 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.0900798 Jun 16 17:09:45.303761 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-3055503a-978e-4c48-9452-0798e6a9cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'aa8a813d-4196-4a55-95ea-fa69e3dbed8f', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'port_id': '63265083-96b0-4d46-aaf0-55338b64d83c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'mac_address': 'fa:16:3e:ba:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:08:52Z', 'updated_at': '2021-06-16T17:09:42Z', 'revision_number': 1, 'project_id': 'cc40842a427049259261ae77d430ce91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:45.310381 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055503a-978e-4c48-9452-0798e6a9cbc1 None None] The sync data for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi is: [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'aa8a813d-4196-4a55-95ea-fa69e3dbed8f', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'port_id': '63265083-96b0-4d46-aaf0-55338b64d83c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'mac_address': 'fa:16:3e:ba:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:08:52Z', 'updated_at': '2021-06-16T17:09:42Z', 'revision_number': 1, 'project_id': 'cc40842a427049259261ae77d430ce91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:09:45.339803 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-769b0508-a94f-4207-924c-ccac63cefa7f req-b9f5ffbf-a23c-48a4-9227-c7e10204ff4e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517311 Jun 16 17:09:45.573989 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac395fb7-876a-4500-8b88-4255bd9e8ad2 None None] New status for floating IP aa8a813d-4196-4a55-95ea-fa69e3dbed8f: ACTIVE {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:09:45.790395 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05259c-122f-4d63-a175-d1e7fe2f78ae req-1f8c4d7f-d891-494a-898e-d081703b269d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:45.792028 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e05259c-122f-4d63-a175-d1e7fe2f78ae req-1f8c4d7f-d891-494a-898e-d081703b269d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0942247 Jun 16 17:09:45.837794 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1e05259c-122f-4d63-a175-d1e7fe2f78ae req-45ed609e-32b6-4f37-98fd-ebd87e7fadf2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390594 Jun 16 17:09:46.558054 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c3f6-3a79-4ccb-90ad-4c94e79fda60 req-542a1ce2-cc06-4e23-b0c7-79e164fa9a7f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:46.559569 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-66a3c3f6-3a79-4ccb-90ad-4c94e79fda60 req-542a1ce2-cc06-4e23-b0c7-79e164fa9a7f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.0861504 Jun 16 17:09:46.612995 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-66a3c3f6-3a79-4ccb-90ad-4c94e79fda60 req-4b40f3c3-72af-4310-b6a7-903aebb5db3d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452139 Jun 16 17:09:47.053504 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d772c3-bdb2-4fd9-971a-d122571695fa req-a05a7850-6263-422a-b8af-74e95662f71d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:47.055913 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-52d772c3-bdb2-4fd9-971a-d122571695fa req-a05a7850-6263-422a-b8af-74e95662f71d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0900950 Jun 16 17:09:47.116742 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-52d772c3-bdb2-4fd9-971a-d122571695fa req-cf403ff3-ad41-4c14-a9e1-56c481809c1d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544393 Jun 16 17:09:47.877679 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251271d5-6b27-40d4-9a3a-36ae4c9aa500 req-4b4dd5b9-bb68-4555-8f0e-ce93460df199 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:47.879154 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251271d5-6b27-40d4-9a3a-36ae4c9aa500 req-4b4dd5b9-bb68-4555-8f0e-ce93460df199 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.0682774 Jun 16 17:09:47.922963 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-251271d5-6b27-40d4-9a3a-36ae4c9aa500 req-84082092-fef6-4bcf-9b3f-fc70932054d4 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Jun 16 17:09:48.502397 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9a8a3-ba26-4529-b0b3-792090c2db82 req-a293e49b-5d43-48b4-ae5a-eb42ad1772b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:48.504343 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efd9a8a3-ba26-4529-b0b3-792090c2db82 req-a293e49b-5d43-48b4-ae5a-eb42ad1772b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 1098 time: 0.1771054 Jun 16 17:09:48.517161 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb83a6-17ab-4735-beb6-de110d7531c5 req-1957aa03-5ebd-4790-be32-56fbd6d4deda tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:48.524484 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-70bb83a6-17ab-4735-beb6-de110d7531c5 req-1957aa03-5ebd-4790-be32-56fbd6d4deda tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.2598405 Jun 16 17:09:48.538118 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:09:48.571169 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0b49a-6d55-405e-ad0f-8859af010f79 req-b1a01922-0625-4fbe-8e91-49b609fdebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:48.573091 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b6b0b49a-6d55-405e-ad0f-8859af010f79 req-b1a01922-0625-4fbe-8e91-49b609fdebc7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 1098 time: 0.2475650 Jun 16 17:09:48.681615 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-70bb83a6-17ab-4735-beb6-de110d7531c5 req-77e02f47-9072-46b0-966d-d1fb60af5e63 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441195 Jun 16 17:09:48.727073 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b6b0b49a-6d55-405e-ad0f-8859af010f79 req-6a64bca4-3dd9-44cd-8a53-a735b221d313 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066930 Jun 16 17:09:48.729015 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9a8a3-ba26-4529-b0b3-792090c2db82 req-f9770787-835e-450b-9f6b-59a9f228940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:48.731381 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efd9a8a3-ba26-4529-b0b3-792090c2db82 req-f9770787-835e-450b-9f6b-59a9f228940b service neutron] 10.222.0.60 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 910 time: 0.2096822 Jun 16 17:09:49.282441 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efd9a8a3-ba26-4529-b0b3-792090c2db82 req-da4f8a91-4b97-482c-b301-3bf2faf46398 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63265083-96b0-4d46-aaf0-55338b64d83c HTTP/1.1" status: 200 len: 1001 time: 0.1798623 Jun 16 17:09:49.282441 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbc630-dcf5-4775-b679-f5e2fc827a68 req-50604d14-a7a0-4184-bbf3-95f8b6838b65 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:49.282441 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97bbc630-dcf5-4775-b679-f5e2fc827a68 req-50604d14-a7a0-4184-bbf3-95f8b6838b65 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1072290 Jun 16 17:09:49.303848 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97bbc630-dcf5-4775-b679-f5e2fc827a68 req-266543e5-ca76-4a22-af1c-0e2e06e09699 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843930 Jun 16 17:09:49.313734 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9a8a3-ba26-4529-b0b3-792090c2db82 req-f2bd7a51-c7bb-4772-95a7-05f07e196fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:49.316454 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efd9a8a3-ba26-4529-b0b3-792090c2db82 req-f2bd7a51-c7bb-4772-95a7-05f07e196fbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba0cf48a-5f55-4609-8052-40d4baf62024 HTTP/1.1" status: 200 len: 849 time: 0.0850639 Jun 16 17:09:49.425790 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9a8a3-ba26-4529-b0b3-792090c2db82 req-5fc2adc2-8bab-4b25-827f-ac50d4398549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:49.427906 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efd9a8a3-ba26-4529-b0b3-792090c2db82 req-5fc2adc2-8bab-4b25-827f-ac50d4398549 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920391 Jun 16 17:09:49.588754 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efd9a8a3-ba26-4529-b0b3-792090c2db82 req-3d984925-7309-4468-913c-f9101d01a5f1 service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151900 Jun 16 17:09:49.730002 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efd9a8a3-ba26-4529-b0b3-792090c2db82 req-c4434aa0-8087-4d2e-b9eb-0e8dfdb12d9a service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191278 Jun 16 17:09:49.970276 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2ebc1-87b5-4d05-8c83-96da952e6877 req-8807342d-dcb2-40e1-9866-b55bb86fae69 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:49.972344 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-29c2ebc1-87b5-4d05-8c83-96da952e6877 req-8807342d-dcb2-40e1-9866-b55bb86fae69 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1027374 Jun 16 17:09:50.026849 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-29c2ebc1-87b5-4d05-8c83-96da952e6877 req-2b1d67f7-3736-4808-9a82-7eada0c01c0a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455630 Jun 16 17:09:50.468088 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a405a3c-ef76-41d7-9f93-22828a3f7786 req-674f77f8-7fe1-4168-a9a6-49b70214c786 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744336 Jun 16 17:09:50.634448 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2181ab4-2b14-4175-beb1-9f114657c3e2 req-22f9542e-f459-4604-a279-582d727f5805 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:50.635935 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b2181ab4-2b14-4175-beb1-9f114657c3e2 req-22f9542e-f459-4604-a279-582d727f5805 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1559663 Jun 16 17:09:50.669036 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a405a3c-ef76-41d7-9f93-22828a3f7786 req-e478976c-b4fb-4775-8008-5be6e8da3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:50.670394 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a405a3c-ef76-41d7-9f93-22828a3f7786 req-e478976c-b4fb-4775-8008-5be6e8da3323 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5c959a039e341c8be00887182febeab&device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 1099 time: 0.1328192 Jun 16 17:09:50.699910 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b2181ab4-2b14-4175-beb1-9f114657c3e2 req-598b20fc-e439-4f2a-84cb-e2478c4d22c8 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574527 Jun 16 17:09:50.891271 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a405a3c-ef76-41d7-9f93-22828a3f7786 req-67e343c5-eaf6-41f3-bc16-d65175244079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:50.893968 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a405a3c-ef76-41d7-9f93-22828a3f7786 req-67e343c5-eaf6-41f3-bc16-d65175244079 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187ec7d-b0eb-45cf-aecd-4345f6619eb3 HTTP/1.1" status: 200 len: 912 time: 0.1631727 Jun 16 17:09:50.958694 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a405a3c-ef76-41d7-9f93-22828a3f7786 req-c7c537ad-f229-4400-b319-db5976e9894b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1dd82fe-dc29-4054-81f2-fb01f744d962 HTTP/1.1" status: 200 len: 217 time: 0.0570295 Jun 16 17:09:51.038804 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a405a3c-ef76-41d7-9f93-22828a3f7786 req-7cc22d7f-f2f8-4707-a007-8a8b37145033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:51.040169 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a405a3c-ef76-41d7-9f93-22828a3f7786 req-7cc22d7f-f2f8-4707-a007-8a8b37145033 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2836e986-cde2-4167-b8ec-b449ce3c3355 HTTP/1.1" status: 200 len: 852 time: 0.0676117 Jun 16 17:09:51.102198 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a405a3c-ef76-41d7-9f93-22828a3f7786 req-e7e06192-8936-4eee-afe6-f85ab781daca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187ec7d-b0eb-45cf-aecd-4345f6619eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412965 Jun 16 17:09:51.367905 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a405a3c-ef76-41d7-9f93-22828a3f7786 req-4ccbe74c-9a19-41b7-b5c9-5dd13e20b11c service neutron] 10.222.0.60 "GET /v2.0/networks/9187ec7d-b0eb-45cf-aecd-4345f6619eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479432 Jun 16 17:09:51.409809 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f555eb-77cb-4264-a95a-ff811cbacf9d req-0e1dc28e-60e2-4d38-b633-76c0bcc98767 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:51.411314 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-68f555eb-77cb-4264-a95a-ff811cbacf9d req-0e1dc28e-60e2-4d38-b633-76c0bcc98767 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.2123728 Jun 16 17:09:51.519907 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-68f555eb-77cb-4264-a95a-ff811cbacf9d req-c2e31e74-0742-47f5-9737-0f256319f867 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974929 Jun 16 17:09:51.563085 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a405a3c-ef76-41d7-9f93-22828a3f7786 req-ca1e376e-1481-4b5f-bfe6-52c3e4435987 service neutron] 10.222.0.60 "GET /v2.0/networks/9187ec7d-b0eb-45cf-aecd-4345f6619eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791847 Jun 16 17:09:51.986870 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b4674-9d05-4a0c-a48f-04adf0f34688 req-9fe275c1-bb31-413a-bf3a-86cb1f7cfc10 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:51.989018 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-012b4674-9d05-4a0c-a48f-04adf0f34688 req-9fe275c1-bb31-413a-bf3a-86cb1f7cfc10 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.0742445 Jun 16 17:09:52.044726 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-012b4674-9d05-4a0c-a48f-04adf0f34688 req-70b370d2-728a-4577-9dab-cf0e14ff08c9 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460646 Jun 16 17:09:52.654585 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:52.797504 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47204183-e10f-4c8f-81c9-5e4abcf0df53 req-02711999-6723-49ec-bce3-531b35a88fa3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:52.799316 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-47204183-e10f-4c8f-81c9-5e4abcf0df53 req-02711999-6723-49ec-bce3-531b35a88fa3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0894406 Jun 16 17:09:52.860303 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-47204183-e10f-4c8f-81c9-5e4abcf0df53 req-4090bd29-abf4-45dc-abc2-bf77a1b99b60 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468817 Jun 16 17:09:53.066910 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f56cb-78fc-4bfe-be24-75ba75f17c9e req-e892d825-3e27-4753-a51a-66c09c136af9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:53.068555 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8c4f56cb-78fc-4bfe-be24-75ba75f17c9e req-e892d825-3e27-4753-a51a-66c09c136af9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0780516 Jun 16 17:09:53.078199 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 43484) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:53.086110 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-3bc75091-d517-4a97-a299-833a58e4bb64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'floatingip': {'port_id': '36c65c14-695b-46a8-8560-9aa33db4b55b'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:53.137912 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3bc75091-d517-4a97-a299-833a58e4bb64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:53.756817 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85651a0-bfd4-4302-93e6-2c9d82088c05 req-0a10ec96-26f5-4310-8ffb-b97cd1161c86 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:53.761630 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b85651a0-bfd4-4302-93e6-2c9d82088c05 req-0a10ec96-26f5-4310-8ffb-b97cd1161c86 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.5662608 Jun 16 17:09:53.827406 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b85651a0-bfd4-4302-93e6-2c9d82088c05 req-a82ecba5-2560-4d11-8323-22b96dfe5067 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561049 Jun 16 17:09:53.941443 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 43506) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:54.083166 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ecbf66cd-4aec-48b0-a421-86bcc9a6e06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:54.110555 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3bc75091-d517-4a97-a299-833a58e4bb64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:54.180200 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3bc75091-d517-4a97-a299-833a58e4bb64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:54.215061 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ecbf66cd-4aec-48b0-a421-86bcc9a6e06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:54.311110 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ecbf66cd-4aec-48b0-a421-86bcc9a6e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:54.348957 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:54.362907 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-3bc75091-d517-4a97-a299-833a58e4bb64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Floating IP 43ae86b5-abf5-4263-973c-9dc5dfd2db26 associated. External IP: 172.27.2.133, port: 36c65c14-695b-46a8-8560-9aa33db4b55b. Jun 16 17:09:54.401073 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ecbf66cd-4aec-48b0-a421-86bcc9a6e06b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d5b0ad7763e40fc8a97486b611d77c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581563 Jun 16 17:09:54.401988 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 43516) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:54.403502 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf66cd-4aec-48b0-a421-86bcc9a6e06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054b75b6-dd98-4860-9048-f054cbf68956,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:54.411274 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ecbf66cd-4aec-48b0-a421-86bcc9a6e06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:54.679721 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7a422a15-be30-4965-999a-ea1254761dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:54.707686 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7a422a15-be30-4965-999a-ea1254761dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:54.716743 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc75091-d517-4a97-a299-833a58e4bb64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Router 3dc7c085-6329-421a-9656-822edafdfa51 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:09:54.853375 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7a422a15-be30-4965-999a-ea1254761dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:54.856726 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7a422a15-be30-4965-999a-ea1254761dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:54.863170 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-7a422a15-be30-4965-999a-ea1254761dcd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/054b75b6-dd98-4860-9048-f054cbf68956 HTTP/1.1" status: 204 len: 168 time: 0.4537601 Jun 16 17:09:54.873105 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-956df3c8-32bf-46a7-bef0-abe2d05696e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:54.884331 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a422a15-be30-4965-999a-ea1254761dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054b75b6-dd98-4860-9048-f054cbf68956,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:54.892970 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7a422a15-be30-4965-999a-ea1254761dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:54.904088 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc75091-d517-4a97-a299-833a58e4bb64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:09:54.915816 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3bc75091-d517-4a97-a299-833a58e4bb64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:54.930019 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac8264-0978-45e4-9051-d0e195d537a6 None None] Sync routers for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:09:54.946707 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac8264-0978-45e4-9051-d0e195d537a6 None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:54.949041 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-64ac8264-0978-45e4-9051-d0e195d537a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:09:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:54.996269 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-3bc75091-d517-4a97-a299-833a58e4bb64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "PUT /v2.0/floatingips/43ae86b5-abf5-4263-973c-9dc5dfd2db26 HTTP/1.1" status: 200 len: 991 time: 1.9159517 Jun 16 17:09:54.997609 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:55.002308 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:55.123616 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ef61-8ffa-4e93-bb6e-c6504cf07a38 req-a3db4bca-7bb9-435c-a1e6-e72a941ee516 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:55.131273 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-06c9ef61-8ffa-4e93-bb6e-c6504cf07a38 req-a3db4bca-7bb9-435c-a1e6-e72a941ee516 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1003473 Jun 16 17:09:55.146129 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-64ac8264-0978-45e4-9051-d0e195d537a6 None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:55.183170 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-06c9ef61-8ffa-4e93-bb6e-c6504cf07a38 req-03ce28a3-ea43-48bd-9e44-78003fd1f2b2 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481498 Jun 16 17:09:55.595319 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-64ac8264-0978-45e4-9051-d0e195d537a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '43ae86b5-abf5-4263-973c-9dc5dfd2db26', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'port_id': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'mac_address': 'fa:16:3e:85:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:08:57Z', 'updated_at': '2021-06-16T17:09:53Z', 'revision_number': 1, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:55.600627 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac8264-0978-45e4-9051-d0e195d537a6 None None] Checking router: 3dc7c085-6329-421a-9656-822edafdfa51 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:09:55.615080 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac8264-0978-45e4-9051-d0e195d537a6 None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:55.616306 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-64ac8264-0978-45e4-9051-d0e195d537a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:09:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:55.759284 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-64ac8264-0978-45e4-9051-d0e195d537a6 None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:55.797074 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 43538) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:55.816099 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:55.965406 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:56.014330 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:56.029554 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-133fe0cb-cc0d-41e4-9eea-04b00e80f15f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:56.081594 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1ef044b41cf45d7a6a282f11a9209ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828188 Jun 16 17:09:56.084590 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 43540) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:56.090035 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef699ecf-f551-4c96-af56-2d8e1721d639,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:56.103333 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.103917 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.104452 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.105036 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.105596 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.106082 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.106652 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.107185 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.107763 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.108355 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.108866 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.109504 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:56.115386 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:56.135776 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-64ac8264-0978-45e4-9051-d0e195d537a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '43ae86b5-abf5-4263-973c-9dc5dfd2db26', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'port_id': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'mac_address': 'fa:16:3e:85:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:08:57Z', 'updated_at': '2021-06-16T17:09:53Z', 'revision_number': 1, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:56.144343 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac8264-0978-45e4-9051-d0e195d537a6 None None] The sync data for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi is: [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '43ae86b5-abf5-4263-973c-9dc5dfd2db26', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'port_id': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'mac_address': 'fa:16:3e:85:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:08:57Z', 'updated_at': '2021-06-16T17:09:53Z', 'revision_number': 1, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:09:56.190762 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-863afac8-cd77-46ba-9113-80ab7c578929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:56.232544 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-863afac8-cd77-46ba-9113-80ab7c578929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:56.391231 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-863afac8-cd77-46ba-9113-80ab7c578929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:56.396864 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-863afac8-cd77-46ba-9113-80ab7c578929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:56.399041 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-863afac8-cd77-46ba-9113-80ab7c578929 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef699ecf-f551-4c96-af56-2d8e1721d639 HTTP/1.1" status: 204 len: 168 time: 0.3115940 Jun 16 17:09:56.400928 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a1b27007-85e3-4a32-9a05-7e1032e4bde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:56.414035 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863afac8-cd77-46ba-9113-80ab7c578929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef699ecf-f551-4c96-af56-2d8e1721d639,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:56.427147 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-863afac8-cd77-46ba-9113-80ab7c578929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:56.427637 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ace479-8b72-4fed-9064-057f83891cb1 None None] New status for floating IP 43ae86b5-abf5-4263-973c-9dc5dfd2db26: ACTIVE {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:09:56.526098 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f616068c-9041-48a8-932c-500b04f00e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:57.411809 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 43556) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:57.431025 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9344461a-a253-4caa-8cb5-5888a05ca44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:57.590007 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9344461a-a253-4caa-8cb5-5888a05ca44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:57.687957 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd81f1a0-1cc2-4fff-b937-5aca16deb557 x-openstack-request-id: req-fd81f1a0-1cc2-4fff-b937-5aca16deb557 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:57.689463 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9344461a-a253-4caa-8cb5-5888a05ca44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:57.689620 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:57.689620 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd81f1a0-1cc2-4fff-b937-5aca16deb557 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:57.690222 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'status': 'completed', 'code': 200} Jun 16 17:09:57.694834 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-863afac8-cd77-46ba-9113-80ab7c578929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:57.769902 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 43566) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:57.778348 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-9344461a-a253-4caa-8cb5-5888a05ca44f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3858aa31dce422093205a2f747df65a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647282 Jun 16 17:09:57.782201 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344461a-a253-4caa-8cb5-5888a05ca44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49139bf1-6520-4fa5-9f9c-aaffd182fb8a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:57.794715 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9344461a-a253-4caa-8cb5-5888a05ca44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:57.905080 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e7019bcb-ca1c-4141-962a-a9e203f686f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:57.968009 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e7019bcb-ca1c-4141-962a-a9e203f686f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:58.061274 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf0d7-83d8-4b25-9ddb-38f84eeaa474 req-9301b635-60da-48e6-a8a0-6f627e971296 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:58.064513 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83bcf0d7-83d8-4b25-9ddb-38f84eeaa474 req-9301b635-60da-48e6-a8a0-6f627e971296 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.2192719 Jun 16 17:09:58.115123 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-83bcf0d7-83d8-4b25-9ddb-38f84eeaa474 req-8d14840a-fed5-4933-a11b-4640191391a7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Jun 16 17:09:58.214780 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e7019bcb-ca1c-4141-962a-a9e203f686f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:58.219253 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e7019bcb-ca1c-4141-962a-a9e203f686f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:58.221145 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-e7019bcb-ca1c-4141-962a-a9e203f686f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49139bf1-6520-4fa5-9f9c-aaffd182fb8a HTTP/1.1" status: 204 len: 168 time: 0.4496150 Jun 16 17:09:58.222227 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-fc51c784-4e94-421b-9f22-74043534af5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:58.231558 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7019bcb-ca1c-4141-962a-a9e203f686f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49139bf1-6520-4fa5-9f9c-aaffd182fb8a,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:58.234850 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e7019bcb-ca1c-4141-962a-a9e203f686f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:59.128529 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:59.281998 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9ad7ada1-3ce8-4cb4-83f2-940ef1908e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:59.737218 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 43602) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:59.872659 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1891774151-network', 'tenant_id': '70ea64f5b8fb4fd285b3ff78b126b068'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:59.957142 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Made reservation on behalf of 70ea64f5b8fb4fd285b3ff78b126b068 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:09:59.960026 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:59.968950 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:00.117566 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:00.208414 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:00.213097 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-967dcb78-f2ec-4dae-b9df-f93aa974ed33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:00.238749 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:10:00.263346 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a144ce7-2731-422f-89f7-81af0909ac5e,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:00.274512 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:00.276484 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:00.277036 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Added segment c765f724-dbd9-47e0-b082-b9c8428a4df0 of type vlan for network 9639adb5-5095-444b-b410-141b39182f51 Jun 16 17:10:00.337589 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb req-7b347a19-eff6-459a-99da-028cbe1c179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:00.339372 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb req-7b347a19-eff6-459a-99da-028cbe1c179f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 1098 time: 0.1802421 Jun 16 17:10:00.353069 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:00.356543 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0288d5-010b-40a2-b984-bf22273a3ac0 req-01b01d1d-6b7b-496c-8a88-7d389a83b20c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:00.357175 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b0288d5-010b-40a2-b984-bf22273a3ac0 req-01b01d1d-6b7b-496c-8a88-7d389a83b20c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1431897 Jun 16 17:10:00.475741 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:00.477755 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:00.478767 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:00.479125 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b0288d5-010b-40a2-b984-bf22273a3ac0 req-5f2d2fb9-d414-4444-966f-a74a41def4cb tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028275 Jun 16 17:10:00.483296 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:00.516027 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb req-fa7702e4-e8ca-4bbf-83bf-5ad25885dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:00.520580 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb req-fa7702e4-e8ca-4bbf-83bf-5ad25885dd3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 917 time: 0.1618266 Jun 16 17:10:00.566535 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=9639adb5-5095-444b-b410-141b39182f51,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:00.570966 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:00.579615 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 9639adb5-5095-444b-b410-141b39182f51 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:10:00.624116 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb req-a4f7bfb7-7a8a-4f90-a309-8ef634b38711 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36c65c14-695b-46a8-8560-9aa33db4b55b HTTP/1.1" status: 200 len: 1001 time: 0.0917425 Jun 16 17:10:00.638851 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9001553 Jun 16 17:10:00.646665 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 43614) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:00.653613 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Request body: {'subnet': {'network_id': '9639adb5-5095-444b-b410-141b39182f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1891774151-subnet', 'tenant_id': '70ea64f5b8fb4fd285b3ff78b126b068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:00.729628 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb req-9964ba01-c4e2-4f38-a55d-966bc4e5e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:00.731847 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb req-9964ba01-c4e2-4f38-a55d-966bc4e5e372 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 200 len: 856 time: 0.0957806 Jun 16 17:10:00.779836 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Made reservation on behalf of 70ea64f5b8fb4fd285b3ff78b126b068 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:10:00.783007 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4707700'] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:00.808462 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:00.824088 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb req-5b13dcfe-7ee9-4308-bb6e-e721d8ea72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:00.826996 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb req-5b13dcfe-7ee9-4308-bb6e-e721d8ea72ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797617 Jun 16 17:10:00.989430 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb req-6d832fbc-bb24-4eec-b38d-9cf0ec7f491c service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537156 Jun 16 17:10:01.130519 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4707686'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:01.140551 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:01.142633 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-10a6d6b9-6db3-44b4-8eda-6c63916d5bdb req-95fabba4-ba49-481d-b6c1-807e73812f58 service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389282 Jun 16 17:10:01.221416 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73407789-550f-42e1-8b7d-0a54308f0fd6,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:01.225116 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:01.234678 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Checking segment: {'id': 'c765f724-dbd9-47e0-b082-b9c8428a4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9639adb5-5095-444b-b410-141b39182f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:10:01.235104 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Network hostable DHCP agents. Network: 9639adb5-5095-444b-b410-141b39182f51, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:10:01.368934 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Network 9639adb5-5095-444b-b410-141b39182f51 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:10:01.476670 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 9639adb5-5095-444b-b410-141b39182f51) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:10:01.484599 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:01.485242 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:01.494922 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa55df6b-9ec1-4a66-a6e4-e1d675fd8b7a None None] Network 9639adb5-5095-444b-b410-141b39182f51 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:10:01.612972 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9627986 Jun 16 17:10:01.692013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75edf490-8cb0-4c9b-9a6b-dbeb41ed3549 None None] Network 9639adb5-5095-444b-b410-141b39182f51 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:10:01.789645 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3155f-274e-4a24-aeee-0a1469ea23dc req-a7ea6615-5346-46af-9374-995f32a9d454 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:01.794021 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69c3155f-274e-4a24-aeee-0a1469ea23dc req-a7ea6615-5346-46af-9374-995f32a9d454 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1152802 Jun 16 17:10:01.864736 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69c3155f-274e-4a24-aeee-0a1469ea23dc req-07ad58da-d90f-4445-b047-06f061dd9c01 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609417 Jun 16 17:10:02.265603 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:03.133401 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc6ca-fe79-4589-8944-ad273c2038a2 req-47b2a9f4-802a-460a-9135-e58870ed935b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:03.135899 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e30fc6ca-fe79-4589-8944-ad273c2038a2 req-47b2a9f4-802a-460a-9135-e58870ed935b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1036992 Jun 16 17:10:03.198452 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e30fc6ca-fe79-4589-8944-ad273c2038a2 req-57f42e64-fb8c-4f1d-93ed-cbecf99b1bd4 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554228 Jun 16 17:10:04.546418 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b27c8-be04-48ff-806f-6bdf84cb7c2a req-7d7051fb-975e-4e02-9e98-fa457b648b63 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:04.566089 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-273b27c8-be04-48ff-806f-6bdf84cb7c2a req-7d7051fb-975e-4e02-9e98-fa457b648b63 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1494758 Jun 16 17:10:04.673924 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-273b27c8-be04-48ff-806f-6bdf84cb7c2a req-6738b50e-8393-48b0-86d4-043ba239b106 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910592 Jun 16 17:10:04.983102 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-ff896518-5950-469a-895f-e6a7335bca7c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:04.984708 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-ff896518-5950-469a-895f-e6a7335bca7c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 815 time: 0.1463401 Jun 16 17:10:05.010736 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-1352633b-9bf5-49d3-91a7-ffeef26a2805 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/quotas/d2f0092566bb4df4afc3048e62c37a77 HTTP/1.1" status: 200 len: 375 time: 0.0115676 Jun 16 17:10:05.139632 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-db3aaf0c-264e-4541-80af-86bfc99f35e9 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1275158 Jun 16 17:10:05.302189 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-f36b4a4c-77a9-4cee-bd28-1620302eb7db service neutron] 10.222.0.10 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494198 Jun 16 17:10:05.447367 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-b66da76d-1f71-4ff1-84ad-b808780aced4 service neutron] 10.222.0.10 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346569 Jun 16 17:10:05.924103 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-6d6a278e-4953-47ae-b2c7-e8087dc1817d tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:05.926741 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-6d6a278e-4953-47ae-b2c7-e8087dc1817d tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/networks?id=9639adb5-5095-444b-b410-141b39182f51 HTTP/1.1" status: 200 len: 809 time: 0.2053041 Jun 16 17:10:06.001651 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-3c6fd9d4-6768-4991-a497-6bb927c8fe7b tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/quotas/70ea64f5b8fb4fd285b3ff78b126b068 HTTP/1.1" status: 200 len: 375 time: 0.0635827 Jun 16 17:10:06.048088 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-deb881c7-d734-4591-816a-6e833ae17166 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=70ea64f5b8fb4fd285b3ff78b126b068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399270 Jun 16 17:10:06.149987 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30021696-4999-4618-bc43-de857a055e62 req-f714d9b5-cd9b-48bd-9432-928ee897c12a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:06.151551 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-30021696-4999-4618-bc43-de857a055e62 req-f714d9b5-cd9b-48bd-9432-928ee897c12a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.2083759 Jun 16 17:10:06.225687 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-30021696-4999-4618-bc43-de857a055e62 req-44066cc9-b349-4f8f-ac60-d376dbe7b6a7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626583 Jun 16 17:10:06.232154 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a6d95f08-e249-4b43-b446-abb60d1d6038 service neutron] 10.222.0.10 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703835 Jun 16 17:10:06.365965 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f805011-4bb0-4a9b-b5c4-b8d137a0e6a5 req-a7568386-f2d1-4833-9d54-e431d8e80a43 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 210 time: 0.0380967 Jun 16 17:10:06.412128 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-4a7c2973-3550-47c3-b6b1-3d5cbaa2fc75 service neutron] 10.222.0.10 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654973 Jun 16 17:10:06.915215 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c188a926-c251-4b06-8456-35d68cd92389 req-e7df4320-7475-45e8-be8a-54bc0819f575 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 210 time: 0.0536008 Jun 16 17:10:07.477729 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4164f-92d3-46ce-9024-f5b1e12ad194 req-91521086-4390-448e-bb36-7a9348d12a5f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:07.480920 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dfd4164f-92d3-46ce-9024-f5b1e12ad194 req-91521086-4390-448e-bb36-7a9348d12a5f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1009078 Jun 16 17:10:07.560872 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dfd4164f-92d3-46ce-9024-f5b1e12ad194 req-5bd29b45-1d80-45d8-a5a6-8ff1fb56aced tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704849 Jun 16 17:10:07.627612 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9830e7a9-f3b4-43c0-9070-5a47b9881d05 req-af8bfc19-59e2-4e73-a903-ac1dd937e3f8 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 210 time: 0.0552711 Jun 16 17:10:07.675626 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 43790) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:07.849439 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-46a5f5d3-47d0-4bd3-bd79-2c555fcbbd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:08.023235 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-46a5f5d3-47d0-4bd3-bd79-2c555fcbbd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:08.070220 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7d505fd-cadb-48a7-98dd-43300062b4c4 req-da77bf07-087b-459f-949e-5f8edff23c90 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 210 time: 0.0645435 Jun 16 17:10:08.122491 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-46a5f5d3-47d0-4bd3-bd79-2c555fcbbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:08.125635 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ed9836e5-65ab-4046-bdd6-f242b6db0de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:08.177910 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-46a5f5d3-47d0-4bd3-bd79-2c555fcbbd46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2172639997b45d19698bc2545a83ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009074 Jun 16 17:10:08.178841 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5f5d3-47d0-4bd3-bd79-2c555fcbbd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7b5bd3-acc9-408a-82a8-1f5cb549943a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:08.182202 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 43804) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:08.182435 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-46a5f5d3-47d0-4bd3-bd79-2c555fcbbd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:08.273647 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-856273dd-a46a-4f75-90c9-f75a93d4950f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:08.303253 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-856273dd-a46a-4f75-90c9-f75a93d4950f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:08.459582 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-856273dd-a46a-4f75-90c9-f75a93d4950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:08.462338 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-856273dd-a46a-4f75-90c9-f75a93d4950f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:08.463559 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-856273dd-a46a-4f75-90c9-f75a93d4950f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a7b5bd3-acc9-408a-82a8-1f5cb549943a HTTP/1.1" status: 204 len: 168 time: 0.2794211 Jun 16 17:10:08.464372 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:08.473892 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856273dd-a46a-4f75-90c9-f75a93d4950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7b5bd3-acc9-408a-82a8-1f5cb549943a,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:08.477088 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-856273dd-a46a-4f75-90c9-f75a93d4950f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:08.888529 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f1cbb46-5249-4fda-96b7-f96bf2ddd0cf req-f36d9a85-87b5-4d30-91ec-f7e1f2355a75 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 210 time: 0.0547915 Jun 16 17:10:08.971149 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566dba7-3d06-4d02-957d-7d78325ab0e9 req-9d3c141c-42f2-4a12-835d-cfb6fb8eba65 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:08.982335 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d566dba7-3d06-4d02-957d-7d78325ab0e9 req-9d3c141c-42f2-4a12-835d-cfb6fb8eba65 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.2044201 Jun 16 17:10:09.061953 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d566dba7-3d06-4d02-957d-7d78325ab0e9 req-756acc30-88b7-4995-9c26-41dc20d682ce tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732667 Jun 16 17:10:09.305587 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df78df5a-282b-4838-bc08-0fa2a30875b6 req-26db242c-d068-4095-8271-19ccaeecfaf4 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 210 time: 0.0494256 Jun 16 17:10:09.323826 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 43824) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:09.341669 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dafb5927-bbb4-441b-984a-106a6c7c4987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:09.508582 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dafb5927-bbb4-441b-984a-106a6c7c4987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:09.586350 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-dafb5927-bbb4-441b-984a-106a6c7c4987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:09.592654 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9344461a-a253-4caa-8cb5-5888a05ca44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:09.665573 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-dafb5927-bbb4-441b-984a-106a6c7c4987 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c41c0142cbd54267bbd634316dc8fe6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397696 Jun 16 17:10:09.669262 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 43826) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:09.680085 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb5927-bbb4-441b-984a-106a6c7c4987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1d8d7f-5fe1-42be-adff-a0d22ad21b99,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:09.687250 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-dafb5927-bbb4-441b-984a-106a6c7c4987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:09.751721 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e2034957-994b-4bee-9d94-579d5da38bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:09.789652 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-a27e64f0-c1ef-40a5-a387-14613b1a07f3 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:09.790880 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e2034957-994b-4bee-9d94-579d5da38bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:09.792376 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-a27e64f0-c1ef-40a5-a387-14613b1a07f3 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 815 time: 0.4249082 Jun 16 17:10:09.812334 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Request body: {'port': {'device_id': '889ca9d9-9576-433f-bc4b-30184eff5f1a', 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953', 'admin_state_up': True, 'tenant_id': 'd2f0092566bb4df4afc3048e62c37a77'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:09.940455 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e2034957-994b-4bee-9d94-579d5da38bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:09.946454 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e2034957-994b-4bee-9d94-579d5da38bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:09.950810 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e2034957-994b-4bee-9d94-579d5da38bef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b1d8d7f-5fe1-42be-adff-a0d22ad21b99 HTTP/1.1" status: 204 len: 168 time: 0.2773232 Jun 16 17:10:09.950810 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ecbf66cd-4aec-48b0-a421-86bcc9a6e06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:09.974860 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2034957-994b-4bee-9d94-579d5da38bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1d8d7f-5fe1-42be-adff-a0d22ad21b99,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:09.979129 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e2034957-994b-4bee-9d94-579d5da38bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:10.094945 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Made reservation on behalf of d2f0092566bb4df4afc3048e62c37a77 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:10:10.100216 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:10.275922 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9a45c1d0-b18e-49d0-b9ef-790f8348e093 req-1fe0be69-bce0-4bc3-9e5b-46398366c5f5 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 210 time: 0.0669715 Jun 16 17:10:10.408593 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Allocated IP 172.20.0.12 (b1c86713-c095-4539-903c-acd5ab66c953/8dc0351f-c8c6-47f3-be73-fc174db5a017/5dcdd9d2-badf-4e31-ad0f-815a8d783607) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:10:10.456098 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74adc3b-5046-4988-9eb8-feba3aee8a69 req-4730510c-8375-489d-8b26-475b08f2747b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:10.458299 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b74adc3b-5046-4988-9eb8-feba3aee8a69 req-4730510c-8375-489d-8b26-475b08f2747b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1706603 Jun 16 17:10:10.582041 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b74adc3b-5046-4988-9eb8-feba3aee8a69 req-6f443e5b-dbb0-41dc-b1f3-7820a8744a38 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143477 Jun 16 17:10:10.846114 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37937edb-7c91-4acc-b8fb-7465e2ab962d req-60325279-c32a-4190-bff7-d5de0f3d8dfa tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 210 time: 0.0986102 Jun 16 17:10:10.937673 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:10.961699 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-bc6527f2-a8df-4ba9-81f2-41465279f7dd tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:10.964288 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-bc6527f2-a8df-4ba9-81f2-41465279f7dd tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.60 "GET /v2.0/networks?id=9639adb5-5095-444b-b410-141b39182f51 HTTP/1.1" status: 200 len: 809 time: 0.3714690 Jun 16 17:10:10.992052 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Request body: {'port': {'device_id': '890e633d-e147-4824-b1b9-33ab10b7a84b', 'network_id': '9639adb5-5095-444b-b410-141b39182f51', 'admin_state_up': True, 'tenant_id': '70ea64f5b8fb4fd285b3ff78b126b068'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:11.215457 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:11.222776 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4d20df52-65cf-400a-8c1c-cde96ae8c875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:11.237352 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['2d017b4d-dbc6-4242-8fce-bbc72146ddb5'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:10:11.316558 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Network b1c86713-c095-4539-903c-acd5ab66c953 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:10:11.334072 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:10:11.341250 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:10:11.352852 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:11.353963 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:11.364861 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Pushing event updated for resources: {'Port': ['ID=5dcdd9d2-badf-4e31-ad0f-815a8d783607,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:11.374529 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:11.413045 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Made reservation on behalf of 70ea64f5b8fb4fd285b3ff78b126b068 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:10:11.419770 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:11.571862 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7653670 Jun 16 17:10:11.607376 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Request body: {'port': {'device_id': '889ca9d9-9576-433f-bc4b-30184eff5f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:11.738049 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Allocated IP 172.20.0.14 (9639adb5-5095-444b-b410-141b39182f51/73407789-550f-42e1-8b7d-0a54308f0fd6/9f339709-f23f-4e71-945f-d3b6b0418043) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:10:11.774958 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106e322-df3d-4f0d-8b4c-58936bea157c req-14a97bd7-6690-4183-a4cf-049796f81cdf tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:11.788646 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8106e322-df3d-4f0d-8b4c-58936bea157c req-14a97bd7-6690-4183-a4cf-049796f81cdf tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 932 time: 0.3220987 Jun 16 17:10:11.899589 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:11.934014 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8106e322-df3d-4f0d-8b4c-58936bea157c req-8160df11-4f3d-45db-bdd5-4c4aacc35227 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437197 Jun 16 17:10:12.321201 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fd228-b839-4924-80a5-ec50f22a8162 req-3ed6fe18-7d8a-45a5-b592-8777d6ecb110 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:12.321201 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f1fd228-b839-4924-80a5-ec50f22a8162 req-3ed6fe18-7d8a-45a5-b592-8777d6ecb110 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.2953589 Jun 16 17:10:12.321201 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:12.364623 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f1fd228-b839-4924-80a5-ec50f22a8162 req-ea7597ac-4e1c-4d11-a318-00175770af44 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213820 Jun 16 17:10:12.560176 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f8fee6d-c1c3-479a-94d6-e9048962e55f req-61a69ed5-82e6-43d5-b366-7c50a30df39f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 210 time: 0.0448105 Jun 16 17:10:12.567962 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcdd9d2-badf-4e31-ad0f-815a8d783607 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:10:12.592723 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:12.616460 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:12.619438 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Transition to ACTIVE for port object 5dcdd9d2-badf-4e31-ad0f-815a8d783607 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:10:12.623544 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:12.683153 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Network 9639adb5-5095-444b-b410-141b39182f51 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:10:12.689613 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:10:12.693896 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:10:12.707876 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:12.707876 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:12.707876 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Pushing event updated for resources: {'Port': ['ID=9f339709-f23f-4e71-945f-d3b6b0418043,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:12.712365 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:12.876974 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:12.879184 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e830ec28-872b-4f78-a449-96d27bc2251c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:12.975640 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9948430 Jun 16 17:10:12.984818 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcdd9d2-badf-4e31-ad0f-815a8d783607,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:12.991613 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:13.030956 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Request body: {'port': {'device_id': '890e633d-e147-4824-b1b9-33ab10b7a84b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:13.086980 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Attempting to bind port 5dcdd9d2-badf-4e31-ad0f-815a8d783607 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:10:13.087318 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Attempting to bind port 5dcdd9d2-badf-4e31-ad0f-815a8d783607 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:10:13.087669 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Attempting to bind port 5dcdd9d2-badf-4e31-ad0f-815a8d783607 on network b1c86713-c095-4539-903c-acd5ab66c953 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:10:13.099269 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Port 5dcdd9d2-badf-4e31-ad0f-815a8d783607 on network b1c86713-c095-4539-903c-acd5ab66c953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:10:13.099736 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Attempting to bind port 5dcdd9d2-badf-4e31-ad0f-815a8d783607 on network b1c86713-c095-4539-903c-acd5ab66c953 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:10:13.140542 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:10:13.141769 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Checking segment: {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:10:13.142318 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Bound using segment: {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:10:13.142878 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Bound port: 5dcdd9d2-badf-4e31-ad0f-815a8d783607, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:10:13.143496 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:13.204898 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:13.336972 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] For port 5dcdd9d2-badf-4e31-ad0f-815a8d783607, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:10:13.420160 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] For port 5dcdd9d2-badf-4e31-ad0f-815a8d783607, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5dcdd9d2-badf-4e31-ad0f-815a8d783607,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:10:13.429915 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db395-50f1-4a89-8a2c-b3c4a514dfc3 req-42bcf0cc-66b6-4116-8596-169cac8fd0ac tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:13.431745 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e9db395-50f1-4a89-8a2c-b3c4a514dfc3 req-42bcf0cc-66b6-4116-8596-169cac8fd0ac tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 944 time: 0.2767658 Jun 16 17:10:13.566508 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:13.579056 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:13.614465 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e9db395-50f1-4a89-8a2c-b3c4a514dfc3 req-39b44a29-9780-434f-adb7-d305affb85ea tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743045 Jun 16 17:10:13.748355 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:13.749328 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:13.752820 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] 10.222.0.60 "PUT /v2.0/ports/5dcdd9d2-badf-4e31-ad0f-815a8d783607 HTTP/1.1" status: 200 len: 1094 time: 2.1513035 Jun 16 17:10:13.787583 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889ca9d9-9576-433f-bc4b-30184eff5f1a', 'tag': '5dcdd9d2-badf-4e31-ad0f-815a8d783607'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:13.791342 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c706f37a-99df-4f0b-85bb-7859b9b1133f" -d '{"events": [{"name": "network-changed", "server_uuid": "889ca9d9-9576-433f-bc4b-30184eff5f1a", "tag": "5dcdd9d2-badf-4e31-ad0f-815a8d783607"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:13.878606 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcdd9d2-badf-4e31-ad0f-815a8d783607,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:13.882304 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:13.989691 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450b82a-972f-4e5f-bffb-b46710a38b02 req-66ba502b-7698-42a5-bf0c-0138b942498b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:13.997067 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6450b82a-972f-4e5f-bffb-b46710a38b02 req-66ba502b-7698-42a5-bf0c-0138b942498b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.3346941 Jun 16 17:10:14.096388 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f339709-f23f-4e71-945f-d3b6b0418043 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:10:14.106133 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:14.123607 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-52448008-b9bc-46d7-bb71-c261a7dd05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:14.125311 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-52448008-b9bc-46d7-bb71-c261a7dd05ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 1097 time: 0.2419608 Jun 16 17:10:14.134322 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6450b82a-972f-4e5f-bffb-b46710a38b02 req-0168f008-9b7e-4dfb-b300-9aaa1e03f121 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360025 Jun 16 17:10:14.138227 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Transition to ACTIVE for port object 9f339709-f23f-4e71-945f-d3b6b0418043 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:10:14.197106 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-372432ec-e25d-43c3-b261-ce12e6c748bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dcdd9d2-badf-4e31-ad0f-815a8d783607 HTTP/1.1" status: 200 len: 217 time: 0.0599892 Jun 16 17:10:14.245363 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:14.250734 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:14.582568 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Pushing event updated for resources: {'Port': ['ID=9f339709-f23f-4e71-945f-d3b6b0418043,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:14.602100 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27ab330-ccce-43c5-8160-c5e19478c512 x-openstack-request-id: req-a27ab330-ccce-43c5-8160-c5e19478c512 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:14.602898 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889ca9d9-9576-433f-bc4b-30184eff5f1a", "tag": "5dcdd9d2-badf-4e31-ad0f-815a8d783607", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:14.603933 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a27ab330-ccce-43c5-8160-c5e19478c512 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:14.605028 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889ca9d9-9576-433f-bc4b-30184eff5f1a', 'tag': '5dcdd9d2-badf-4e31-ad0f-815a8d783607', 'status': 'completed', 'code': 200} Jun 16 17:10:14.659319 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-f0208ddb-6268-494a-8342-b91f6c89007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:14.662228 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-f0208ddb-6268-494a-8342-b91f6c89007f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8dc0351f-c8c6-47f3-be73-fc174db5a017 HTTP/1.1" status: 200 len: 855 time: 0.4565361 Jun 16 17:10:14.759734 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:14.769944 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-4604365c-c081-4539-a76e-3e33c23cbb2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c86713-c095-4539-903c-acd5ab66c953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554616 Jun 16 17:10:14.830240 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Attempting to bind port 9f339709-f23f-4e71-945f-d3b6b0418043 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:10:14.830793 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Attempting to bind port 9f339709-f23f-4e71-945f-d3b6b0418043 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'c765f724-dbd9-47e0-b082-b9c8428a4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9639adb5-5095-444b-b410-141b39182f51'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:10:14.831135 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Attempting to bind port 9f339709-f23f-4e71-945f-d3b6b0418043 on network 9639adb5-5095-444b-b410-141b39182f51 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:10:14.880927 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Port 9f339709-f23f-4e71-945f-d3b6b0418043 on network 9639adb5-5095-444b-b410-141b39182f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:10:14.881532 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Attempting to bind port 9f339709-f23f-4e71-945f-d3b6b0418043 on network 9639adb5-5095-444b-b410-141b39182f51 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:10:14.901016 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:10:14.901439 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Checking segment: {'id': 'c765f724-dbd9-47e0-b082-b9c8428a4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9639adb5-5095-444b-b410-141b39182f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:10:14.901829 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Bound using segment: {'id': 'c765f724-dbd9-47e0-b082-b9c8428a4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9639adb5-5095-444b-b410-141b39182f51'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:10:14.902292 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Bound port: 9f339709-f23f-4e71-945f-d3b6b0418043, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c765f724-dbd9-47e0-b082-b9c8428a4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9639adb5-5095-444b-b410-141b39182f51'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:10:14.902725 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:14.920400 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce352d-d88e-4ffa-9a5f-1073a0517e3f req-224f3649-42de-4127-b3c5-4ad3dd70dad7 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:14.922010 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5bce352d-d88e-4ffa-9a5f-1073a0517e3f req-224f3649-42de-4127-b3c5-4ad3dd70dad7 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 944 time: 0.3483214 Jun 16 17:10:15.068118 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-f3dfe026-2d9e-408a-aaa2-9f51671fa5ff service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760932 Jun 16 17:10:15.087208 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5bce352d-d88e-4ffa-9a5f-1073a0517e3f req-d8dc140f-ce30-4684-a88a-1e5dffe4570c tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461580 Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: from cryptography.utils import int_from_bytes Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: from cryptography.utils import int_from_bytes Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.200025 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:10:15.207239 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:10:15.214540 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] For port 9f339709-f23f-4e71-945f-d3b6b0418043, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:10:15.235825 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] For port 9f339709-f23f-4e71-945f-d3b6b0418043, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9f339709-f23f-4e71-945f-d3b6b0418043,segment=NetworkSegment(c765f724-dbd9-47e0-b082-b9c8428a4df0),segment_id=c765f724-dbd9-47e0-b082-b9c8428a4df0)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:10:15.250182 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56ff71-5646-478f-9cf4-9081ccdf3820 req-6d0230aa-1344-4804-87cb-fc5070c6bb74 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:15.252792 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c56ff71-5646-478f-9cf4-9081ccdf3820 req-6d0230aa-1344-4804-87cb-fc5070c6bb74 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.3291876 Jun 16 17:10:15.324792 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a0eb1613-9d07-4b47-b509-0e03f989be71 req-2e1eea58-6d66-435b-aca7-d2fc1e1b5428 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363033 Jun 16 17:10:15.359822 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:15.371999 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-93ddfb76-6c80-4d53-a503-70b90fb721b0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:15.433631 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c56ff71-5646-478f-9cf4-9081ccdf3820 req-515decf3-e775-479b-b027-31efe6d6b8c4 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715782 Jun 16 17:10:15.476391 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:15.477420 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:15.479768 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] 10.222.0.60 "PUT /v2.0/ports/9f339709-f23f-4e71-945f-d3b6b0418043 HTTP/1.1" status: 200 len: 1094 time: 2.4806628 Jun 16 17:10:15.500842 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Pushing event updated for resources: {'Port': ['ID=9f339709-f23f-4e71-945f-d3b6b0418043,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:15.508210 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:15.541801 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899ccf1-2995-4134-a2e1-cc870f4f64d3 req-1ec5e1e8-6f99-4183-83ff-d0414c215e4b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:15.545139 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d899ccf1-2995-4134-a2e1-cc870f4f64d3 req-1ec5e1e8-6f99-4183-83ff-d0414c215e4b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 944 time: 0.2425244 Jun 16 17:10:15.686310 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d899ccf1-2995-4134-a2e1-cc870f4f64d3 req-2556e18e-9cb2-472e-a37e-422741059404 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317277 Jun 16 17:10:15.758958 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-485cc611-033b-4ce7-ad58-17d81be41255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:15.761631 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-485cc611-033b-4ce7-ad58-17d81be41255 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=70ea64f5b8fb4fd285b3ff78b126b068&device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 1097 time: 0.1432540 Jun 16 17:10:15.763715 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f37a-99df-4f0b-85bb-7859b9b1133f req-59e3bffa-b5eb-429a-a964-0a01b74520bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:15.765319 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c706f37a-99df-4f0b-85bb-7859b9b1133f req-59e3bffa-b5eb-429a-a964-0a01b74520bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 1097 time: 0.1756659 Jun 16 17:10:15.852325 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-8d95afac-d091-4010-8ac3-3668243a1d5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f339709-f23f-4e71-945f-d3b6b0418043 HTTP/1.1" status: 200 len: 217 time: 0.0589232 Jun 16 17:10:16.034186 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-49c7bdfd-e58a-4c03-ae31-ce605325af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:16.036602 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-49c7bdfd-e58a-4c03-ae31-ce605325af67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73407789-550f-42e1-8b7d-0a54308f0fd6 HTTP/1.1" status: 200 len: 849 time: 0.1448722 Jun 16 17:10:16.127663 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-ea2eb428-81f6-4d5b-b075-14367da2c8e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9639adb5-5095-444b-b410-141b39182f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771797 Jun 16 17:10:16.135997 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f37a-99df-4f0b-85bb-7859b9b1133f req-245bcc9c-be99-4a33-954f-ea9e114f697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:16.137628 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c706f37a-99df-4f0b-85bb-7859b9b1133f req-245bcc9c-be99-4a33-954f-ea9e114f697f service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 915 time: 0.3365083 Jun 16 17:10:16.147149 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a3f8f-ff77-4c14-b56d-b2543c7f5288 req-fdf2bafa-6fca-4981-909a-5f1e27b9b022 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:16.149069 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-651a3f8f-ff77-4c14-b56d-b2543c7f5288 req-fdf2bafa-6fca-4981-909a-5f1e27b9b022 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.2586255 Jun 16 17:10:16.263875 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c706f37a-99df-4f0b-85bb-7859b9b1133f req-f7173b48-fa6b-4ac7-9add-a40764989175 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dcdd9d2-badf-4e31-ad0f-815a8d783607 HTTP/1.1" status: 200 len: 217 time: 0.1098120 Jun 16 17:10:16.396293 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-651a3f8f-ff77-4c14-b56d-b2543c7f5288 req-cedaa809-c4b6-4bc3-b997-d80a0cc8fa1a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261918 Jun 16 17:10:16.415793 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f37a-99df-4f0b-85bb-7859b9b1133f req-cc39079b-d228-4a64-97f6-4dc1a1b22eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:16.417306 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c706f37a-99df-4f0b-85bb-7859b9b1133f req-cc39079b-d228-4a64-97f6-4dc1a1b22eaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8dc0351f-c8c6-47f3-be73-fc174db5a017 HTTP/1.1" status: 200 len: 855 time: 0.1223848 Jun 16 17:10:16.446829 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-f14c4fa4-b918-4f82-aa21-c49331dca678 service neutron] 10.222.0.60 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815456 Jun 16 17:10:16.478212 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c706f37a-99df-4f0b-85bb-7859b9b1133f req-68b5e7a7-094d-47e4-82f1-a425d1ffbc8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c86713-c095-4539-903c-acd5ab66c953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453906 Jun 16 17:10:16.629459 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890e633d-e147-4824-b1b9-33ab10b7a84b', 'tag': '9f339709-f23f-4e71-945f-d3b6b0418043'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:16.632703 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154a0fec-0957-4f27-b0eb-29c7311fa0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "890e633d-e147-4824-b1b9-33ab10b7a84b", "tag": "9f339709-f23f-4e71-945f-d3b6b0418043"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:16.774166 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7dff76f0-5f06-42a6-9272-ed3585398684 req-c34b0967-df07-4c19-b4e0-32018635c89a service neutron] 10.222.0.60 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070257 Jun 16 17:10:16.819935 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c706f37a-99df-4f0b-85bb-7859b9b1133f req-49a240a1-f456-4a95-8fd2-cfdfed322123 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239882 Jun 16 17:10:16.868002 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72846403-32aa-41b6-933f-2332ff3513b6 req-859537df-3a3e-42d0-aecc-a5c515702f32 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:16.869669 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-72846403-32aa-41b6-933f-2332ff3513b6 req-859537df-3a3e-42d0-aecc-a5c515702f32 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 944 time: 0.3200274 Jun 16 17:10:16.952069 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0536b-e64f-47bd-be05-75362560965c req-3d0d756a-0df6-402c-ae0d-f39acf440266 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:16.954456 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0df0536b-e64f-47bd-be05-75362560965c req-3d0d756a-0df6-402c-ae0d-f39acf440266 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.3169920 Jun 16 17:10:17.015672 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-72846403-32aa-41b6-933f-2332ff3513b6 req-8b425568-0b16-464a-b3bb-4f87902f6503 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318529 Jun 16 17:10:17.064264 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c706f37a-99df-4f0b-85bb-7859b9b1133f req-d178922e-4654-4f28-b42d-31654e125e30 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265720 Jun 16 17:10:17.069416 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0df0536b-e64f-47bd-be05-75362560965c req-6b599b63-33e2-4c0d-9d02-74fc7b470fdf tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078608 Jun 16 17:10:17.097615 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a524a65-97b8-4e52-9699-6554f759f915 x-openstack-request-id: req-7a524a65-97b8-4e52-9699-6554f759f915 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:17.099451 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890e633d-e147-4824-b1b9-33ab10b7a84b", "tag": "9f339709-f23f-4e71-945f-d3b6b0418043", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:17.099451 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a524a65-97b8-4e52-9699-6554f759f915 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:17.099451 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890e633d-e147-4824-b1b9-33ab10b7a84b', 'tag': '9f339709-f23f-4e71-945f-d3b6b0418043', 'status': 'completed', 'code': 200} Jun 16 17:10:17.265174 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a0fec-0957-4f27-b0eb-29c7311fa0dd req-1838918b-ba7f-4a5c-9912-661b7a17d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:17.266941 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-154a0fec-0957-4f27-b0eb-29c7311fa0dd req-1838918b-ba7f-4a5c-9912-661b7a17d3e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=70ea64f5b8fb4fd285b3ff78b126b068&device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 1097 time: 0.1295121 Jun 16 17:10:17.378199 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571afe99-411e-4daa-aa79-b05572534a7e req-c6e9d667-bd7d-4781-8cf0-9dcc558f2c38 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:17.381306 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-571afe99-411e-4daa-aa79-b05572534a7e req-c6e9d667-bd7d-4781-8cf0-9dcc558f2c38 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 944 time: 0.1609025 Jun 16 17:10:17.425416 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a0fec-0957-4f27-b0eb-29c7311fa0dd req-5ab5fc7c-1e39-4862-8439-04108c548227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:17.427202 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-154a0fec-0957-4f27-b0eb-29c7311fa0dd req-5ab5fc7c-1e39-4862-8439-04108c548227 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9639adb5-5095-444b-b410-141b39182f51 HTTP/1.1" status: 200 len: 909 time: 0.1521745 Jun 16 17:10:17.510240 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-571afe99-411e-4daa-aa79-b05572534a7e req-43e1e3e6-0b3a-4832-a75b-5ee546cff5d1 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162262 Jun 16 17:10:17.512777 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-154a0fec-0957-4f27-b0eb-29c7311fa0dd req-edbd70d9-e835-49d6-8a83-71ea3828e610 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f339709-f23f-4e71-945f-d3b6b0418043 HTTP/1.1" status: 200 len: 217 time: 0.0710528 Jun 16 17:10:17.886553 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a0fec-0957-4f27-b0eb-29c7311fa0dd req-cd81f1c4-ee16-4663-9375-7d7d2a2ec5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:17.888260 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-154a0fec-0957-4f27-b0eb-29c7311fa0dd req-cd81f1c4-ee16-4663-9375-7d7d2a2ec5e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73407789-550f-42e1-8b7d-0a54308f0fd6 HTTP/1.1" status: 200 len: 849 time: 0.3640125 Jun 16 17:10:17.940431 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-154a0fec-0957-4f27-b0eb-29c7311fa0dd req-1b3d9fcd-86de-4614-9f1d-fd652502e3b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9639adb5-5095-444b-b410-141b39182f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354505 Jun 16 17:10:17.955797 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e0103-a724-4287-96c2-653017d3ef15 req-39a8b3dd-18f3-419b-92e5-a71eb63b2a01 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:17.957685 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e10e0103-a724-4287-96c2-653017d3ef15 req-39a8b3dd-18f3-419b-92e5-a71eb63b2a01 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1207612 Jun 16 17:10:18.053184 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e10e0103-a724-4287-96c2-653017d3ef15 req-0a52bb36-cec9-4359-8cf9-f564b76aa41f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866230 Jun 16 17:10:18.095311 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-154a0fec-0957-4f27-b0eb-29c7311fa0dd req-efac72d3-6a08-4b1d-94dc-f162a88fc0ea service neutron] 10.222.0.60 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363444 Jun 16 17:10:18.375788 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-154a0fec-0957-4f27-b0eb-29c7311fa0dd req-5c4af624-023d-4955-b9a0-173c97e89928 service neutron] 10.222.0.60 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691917 Jun 16 17:10:18.452949 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25103fdb-8210-45c1-ba5c-3257ac175bee req-f66aa0e7-ce96-42b5-a7be-7d739951d0df tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:18.456378 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-25103fdb-8210-45c1-ba5c-3257ac175bee req-f66aa0e7-ce96-42b5-a7be-7d739951d0df tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.1563101 Jun 16 17:10:18.478990 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d97ea-0f7f-4eca-b2b1-4fd8d92c7311 req-f07cd8f2-4c90-4ac5-bd74-d3a6a46241b0 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:18.480764 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d44d97ea-0f7f-4eca-b2b1-4fd8d92c7311 req-f07cd8f2-4c90-4ac5-bd74-d3a6a46241b0 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 944 time: 0.2415125 Jun 16 17:10:18.553769 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-25103fdb-8210-45c1-ba5c-3257ac175bee req-a6970ecb-5e33-46fe-b364-6acf602f701d tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890548 Jun 16 17:10:18.576145 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d44d97ea-0f7f-4eca-b2b1-4fd8d92c7311 req-dfa8230b-1e4a-43f3-9eb6-38ddb09c9089 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843699 Jun 16 17:10:18.818670 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8d9d-ba2b-4b03-adfd-0cdd2ffe6f37 req-b3e49066-ef2f-4087-919a-bdb0256ab5a3 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:18.820686 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df3c8d9d-ba2b-4b03-adfd-0cdd2ffe6f37 req-b3e49066-ef2f-4087-919a-bdb0256ab5a3 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 944 time: 0.1067958 Jun 16 17:10:18.878378 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df3c8d9d-ba2b-4b03-adfd-0cdd2ffe6f37 req-64015e23-d3db-4abc-b943-84b14bd399d2 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512824 Jun 16 17:10:19.316536 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6750ae-2d8b-458b-a857-21b58b1f99c6 req-e2e852e8-3971-4964-9a27-83124f1e8815 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:19.317986 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a6750ae-2d8b-458b-a857-21b58b1f99c6 req-e2e852e8-3971-4964-9a27-83124f1e8815 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1366577 Jun 16 17:10:19.362517 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fcfb8-2c8c-4ebb-b6ef-b18ea832ff42 req-6313c1ed-63aa-49fd-b6a5-03b2daf314c2 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:19.364230 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a50fcfb8-2c8c-4ebb-b6ef-b18ea832ff42 req-6313c1ed-63aa-49fd-b6a5-03b2daf314c2 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.60 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.1205990 Jun 16 17:10:19.392340 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a6750ae-2d8b-458b-a857-21b58b1f99c6 req-b73efd71-ee76-428c-b0ed-0ea0af0cf590 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647328 Jun 16 17:10:19.539925 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-a50fcfb8-2c8c-4ebb-b6ef-b18ea832ff42 req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Deleting port a1dd82fe-dc29-4054-81f2-fb01f744d962 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:10:19.540532 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a50fcfb8-2c8c-4ebb-b6ef-b18ea832ff42 req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:19.684996 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-a50fcfb8-2c8c-4ebb-b6ef-b18ea832ff42 req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] For port a1dd82fe-dc29-4054-81f2-fb01f744d962, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a1dd82fe-dc29-4054-81f2-fb01f744d962,segment=NetworkSegment(78c9707a-2c05-4365-be9e-c2bbe032553a),segment_id=78c9707a-2c05-4365-be9e-c2bbe032553a)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:19.685520 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a50fcfb8-2c8c-4ebb-b6ef-b18ea832ff42 req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:19.838069 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-a50fcfb8-2c8c-4ebb-b6ef-b18ea832ff42 req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Calling delete_port for a1dd82fe-dc29-4054-81f2-fb01f744d962 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:10:20.093587 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c5b2f-3a6f-499d-93bc-55c113baa9da req-e039b0e1-f1e1-4053-b3b4-e0798fd2f8b3 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:20.096265 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-833c5b2f-3a6f-499d-93bc-55c113baa9da req-e039b0e1-f1e1-4053-b3b4-e0798fd2f8b3 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 946 time: 0.3616300 Jun 16 17:10:20.110727 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e7fc0-8436-4084-b23c-37ffa739f7c3 req-23342de4-aa64-48bc-8518-f997c8685c18 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:20.112353 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d71e7fc0-8436-4084-b23c-37ffa739f7c3 req-23342de4-aa64-48bc-8518-f997c8685c18 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 944 time: 0.3132861 Jun 16 17:10:20.214864 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-833c5b2f-3a6f-499d-93bc-55c113baa9da req-af02bbf8-4edf-4c04-af20-700e2dbf7306 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/security-groups?id=3445b1e3-8c77-4516-9355-6cb65fae0151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014991 Jun 16 17:10:20.225378 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d71e7fc0-8436-4084-b23c-37ffa739f7c3 req-e2528b1e-ac4c-4ba4-b040-feb0b35e1a1a tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021895 Jun 16 17:10:20.399910 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a50fcfb8-2c8c-4ebb-b6ef-b18ea832ff42 req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:20.422337 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:20.458131 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['a1dd82fe-dc29-4054-81f2-fb01f744d962'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:10:20.570720 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Pushing event deleted for resources: {'Port': ['ID=a1dd82fe-dc29-4054-81f2-fb01f744d962,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:20.573746 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 5dcdd9d2-badf-4e31-ad0f-815a8d783607 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:10:20.573914 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:20.588110 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50fcfb8-2c8c-4ebb-b6ef-b18ea832ff42 req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] No DVR routers for this DVR port a1dd82fe-dc29-4054-81f2-fb01f744d962 on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:10:20.595039 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a50fcfb8-2c8c-4ebb-b6ef-b18ea832ff42 req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:20.597335 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a50fcfb8-2c8c-4ebb-b6ef-b18ea832ff42 req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.60 "DELETE /v2.0/ports/a1dd82fe-dc29-4054-81f2-fb01f744d962 HTTP/1.1" status: 204 len: 173 time: 1.2221806 Jun 16 17:10:20.597893 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b284fb-3465-4b70-bf29-9fa389e75d0e', 'name': 'network-vif-deleted', 'tag': 'a1dd82fe-dc29-4054-81f2-fb01f744d962'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:20.600301 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4fe20f-cf9a-4dab-92ef-a13916b8cc2f" -d '{"events": [{"server_uuid": "54b284fb-3465-4b70-bf29-9fa389e75d0e", "name": "network-vif-deleted", "tag": "a1dd82fe-dc29-4054-81f2-fb01f744d962"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:20.621123 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279ce99-e302-4acd-b9bb-f4bc0e47b78b req-43a2861d-0741-40a6-a561-f0dc205bfb48 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:20.623095 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3279ce99-e302-4acd-b9bb-f4bc0e47b78b req-43a2861d-0741-40a6-a561-f0dc205bfb48 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 944 time: 0.2396784 Jun 16 17:10:20.642275 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 5dcdd9d2-badf-4e31-ad0f-815a8d783607, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5dcdd9d2-badf-4e31-ad0f-815a8d783607,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:20.662322 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '5dcdd9d2-badf-4e31-ad0f-815a8d783607', 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953', 'port_id': '5dcdd9d2-badf-4e31-ad0f-815a8d783607', 'mac_address': 'fa:16:3e:e8:13:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc0351f-c8c6-47f3-be73-fc174db5a017', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:10:20.680704 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3279ce99-e302-4acd-b9bb-f4bc0e47b78b req-d8a92168-df96-4004-978e-e08339a48892 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491779 Jun 16 17:10:20.738095 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:20.762418 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcdd9d2-badf-4e31-ad0f-815a8d783607 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:10:20.801830 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 5dcdd9d2-badf-4e31-ad0f-815a8d783607, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5dcdd9d2-badf-4e31-ad0f-815a8d783607,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:20.887895 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:20.890203 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:20.925576 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f4242-f27d-48c6-88d3-42152bfa324e req-f102fb00-a860-438b-8c57-32dde28e1bed tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:20.928000 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f22f4242-f27d-48c6-88d3-42152bfa324e req-f102fb00-a860-438b-8c57-32dde28e1bed tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.0945182 Jun 16 17:10:20.968058 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=5dcdd9d2-badf-4e31-ad0f-815a8d783607,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:20.974768 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:20.992625 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f22f4242-f27d-48c6-88d3-42152bfa324e req-5864893a-92fb-4b6b-9619-734b16e513ac tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558178 Jun 16 17:10:21.061495 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0717c9-1d2f-4dbb-aa81-37e95f7b4921 x-openstack-request-id: req-ec0717c9-1d2f-4dbb-aa81-37e95f7b4921 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:21.062268 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b284fb-3465-4b70-bf29-9fa389e75d0e", "name": "network-vif-deleted", "tag": "a1dd82fe-dc29-4054-81f2-fb01f744d962", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:21.062761 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec0717c9-1d2f-4dbb-aa81-37e95f7b4921 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:21.063468 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b284fb-3465-4b70-bf29-9fa389e75d0e', 'name': 'network-vif-deleted', 'tag': 'a1dd82fe-dc29-4054-81f2-fb01f744d962', 'status': 'completed', 'code': 200} Jun 16 17:10:21.388479 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fffd6f5c-0464-4e46-a5f6-0b31d78710f7 req-63186148-b759-4faf-b5e8-41a096a66220 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 210 time: 0.0320730 Jun 16 17:10:21.577434 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7806b3-3e7e-4c72-93aa-0cbe548e1846 req-558d24d7-8996-4289-93cd-b657ca08dd6a tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:21.580309 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-af7806b3-3e7e-4c72-93aa-0cbe548e1846 req-558d24d7-8996-4289-93cd-b657ca08dd6a tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 944 time: 0.0784919 Jun 16 17:10:21.629954 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-af7806b3-3e7e-4c72-93aa-0cbe548e1846 req-78f87d3b-fd8d-42ed-b09d-53e5284839cf tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Jun 16 17:10:23.412831 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.305660 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a1dd82fe-dc29-4054-81f2-fb01f744d962 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:10:25.333532 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: a1dd82fe-dc29-4054-81f2-fb01f744d962 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:10:25.334100 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a1dd82fe-dc29-4054-81f2-fb01f744d962 not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:10:25.334973 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33830368-8399-4b8f-bf2d-1359ad119ab8 req-076a5dd8-5b99-43a9-952b-6580587e8af5 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:25.337547 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33830368-8399-4b8f-bf2d-1359ad119ab8 req-076a5dd8-5b99-43a9-952b-6580587e8af5 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 945 time: 0.1282520 Jun 16 17:10:25.366137 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841e00c-33d3-48f9-ad1a-3929b790535b req-88e7dd00-445b-46dc-84b0-341ca772e9b6 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:25.367618 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e841e00c-33d3-48f9-ad1a-3929b790535b req-88e7dd00-445b-46dc-84b0-341ca772e9b6 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1177845 Jun 16 17:10:25.412708 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33830368-8399-4b8f-bf2d-1359ad119ab8 req-b2bf5e55-0d1d-4fa3-9197-ac65494c8975 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678787 Jun 16 17:10:25.429989 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e841e00c-33d3-48f9-ad1a-3929b790535b req-1227aaeb-e682-4463-9ea1-58d0ba4a48d6 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521386 Jun 16 17:10:25.529175 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:10:25.583755 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f9f352a-fbe0-4248-9d39-e912d24ea542 req-f5199dde-1a5d-4018-82dd-223623916641 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 210 time: 0.0400400 Jun 16 17:10:25.655367 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d0bb-ad93-4cb4-b634-031a0072b1b0 req-f503fce8-f482-41bc-9f91-e4374036af28 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:25.657155 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3828d0bb-ad93-4cb4-b634-031a0072b1b0 req-f503fce8-f482-41bc-9f91-e4374036af28 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 944 time: 0.1035576 Jun 16 17:10:25.710278 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3828d0bb-ad93-4cb4-b634-031a0072b1b0 req-98dcc4b2-0f9c-484d-9b4e-70a947a5af1d tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467346 Jun 16 17:10:26.282337 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['5dcdd9d2-badf-4e31-ad0f-815a8d783607'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:10:26.533540 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c70bbba0-a394-4bcf-b8e2-b309370491c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.731564 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a594-8f60-4109-a627-01c437e8c27e req-6ae85149-5150-4b03-b473-a8839b39a8d8 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:26.733258 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b45a594-8f60-4109-a627-01c437e8c27e req-6ae85149-5150-4b03-b473-a8839b39a8d8 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 945 time: 0.1275575 Jun 16 17:10:26.754712 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4d7fa-db3d-4393-a077-30010723d753 req-13a144f7-00df-403d-821f-7ba657d47b3c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:26.757999 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbf4d7fa-db3d-4393-a077-30010723d753 req-13a144f7-00df-403d-821f-7ba657d47b3c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1180708 Jun 16 17:10:26.841118 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b45a594-8f60-4109-a627-01c437e8c27e req-fe29df90-a590-42c8-93e1-ded13ab1a28d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816541 Jun 16 17:10:26.846902 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbf4d7fa-db3d-4393-a077-30010723d753 req-5e0dc680-fcbc-4a75-81c7-7e8fbe5287f5 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759733 Jun 16 17:10:27.068398 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-654da0ee-e393-4010-8e2d-33502bdbf291 req-c0f9611f-04c5-428d-8c67-49bbbd83991a tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] 10.222.0.10 "GET /v2.0/ports?device_id=54b284fb-3465-4b70-bf29-9fa389e75d0e HTTP/1.1" status: 200 len: 210 time: 0.0335288 Jun 16 17:10:27.124303 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52329fca-64d8-43a6-882f-82167c112f46 req-ecc4bea4-14e2-407a-98ae-c85dacd05d8c tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:27.126283 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-52329fca-64d8-43a6-882f-82167c112f46 req-ecc4bea4-14e2-407a-98ae-c85dacd05d8c tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 944 time: 0.1302834 Jun 16 17:10:27.173226 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-52329fca-64d8-43a6-882f-82167c112f46 req-b16b5afc-578a-4b27-853c-1995eaa1d264 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Jun 16 17:10:27.305665 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9f339709-f23f-4e71-945f-d3b6b0418043 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:10:27.483072 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 9f339709-f23f-4e71-945f-d3b6b0418043, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9f339709-f23f-4e71-945f-d3b6b0418043,segment=NetworkSegment(c765f724-dbd9-47e0-b082-b9c8428a4df0),segment_id=c765f724-dbd9-47e0-b082-b9c8428a4df0)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:27.506210 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '9f339709-f23f-4e71-945f-d3b6b0418043', 'network_id': '9639adb5-5095-444b-b410-141b39182f51', 'port_id': '9f339709-f23f-4e71-945f-d3b6b0418043', 'mac_address': 'fa:16:3e:87:bd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73407789-550f-42e1-8b7d-0a54308f0fd6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:10:27.577174 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:27.596832 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f339709-f23f-4e71-945f-d3b6b0418043 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:10:27.624548 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 9f339709-f23f-4e71-945f-d3b6b0418043, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9f339709-f23f-4e71-945f-d3b6b0418043,segment=NetworkSegment(c765f724-dbd9-47e0-b082-b9c8428a4df0),segment_id=c765f724-dbd9-47e0-b082-b9c8428a4df0)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:27.817301 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:27.820153 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:27.891280 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=9f339709-f23f-4e71-945f-d3b6b0418043,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:27.894992 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:28.175640 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b674ae-9ee6-4550-981e-9db206fba6d4 req-f1f578ec-ea0c-4aad-a471-cdbfde8728b5 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:28.177863 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6b674ae-9ee6-4550-981e-9db206fba6d4 req-f1f578ec-ea0c-4aad-a471-cdbfde8728b5 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1632884 Jun 16 17:10:28.198991 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae934c58-d19a-42b9-bcc4-ca578acade9c req-6f686bcd-f8ea-4bd1-86cd-4419c219993c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:28.200891 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae934c58-d19a-42b9-bcc4-ca578acade9c req-6f686bcd-f8ea-4bd1-86cd-4419c219993c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 945 time: 0.1738310 Jun 16 17:10:28.258297 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a6b674ae-9ee6-4550-981e-9db206fba6d4 req-4be5d707-44bf-4e67-ace7-6300628525de tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740254 Jun 16 17:10:28.277055 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae934c58-d19a-42b9-bcc4-ca578acade9c req-c719ba1b-4981-4a35-901d-33ce064324fd tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611992 Jun 16 17:10:28.516848 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['9f339709-f23f-4e71-945f-d3b6b0418043'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:10:28.518182 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40243d7a-399b-4168-94a7-0ffd0231b43b req-e6fe7ddf-fb35-45bd-943d-d8cd62d3f387 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:28.520861 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40243d7a-399b-4168-94a7-0ffd0231b43b req-e6fe7ddf-fb35-45bd-943d-d8cd62d3f387 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 945 time: 0.0834424 Jun 16 17:10:28.617756 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40243d7a-399b-4168-94a7-0ffd0231b43b req-dcecf89b-b47f-4e29-8950-b75b211b73da tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874863 Jun 16 17:10:29.162726 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:29.319568 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 5dcdd9d2-badf-4e31-ad0f-815a8d783607 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:10:29.323595 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a8c441da-3895-4c6c-aeea-02576494de24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:29.527025 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 5dcdd9d2-badf-4e31-ad0f-815a8d783607 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:10:29.533585 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 5dcdd9d2-badf-4e31-ad0f-815a8d783607 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:10:29.538467 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:29.564622 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc84b8d-4b89-4e9c-8d29-5f19175d6972 req-9ecebbfe-89f9-4126-8f28-5107be55915f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:29.567134 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dbc84b8d-4b89-4e9c-8d29-5f19175d6972 req-9ecebbfe-89f9-4126-8f28-5107be55915f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 945 time: 0.1228697 Jun 16 17:10:29.588676 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc0327-a5d8-47db-9527-199f286ce206 req-182f4f09-e9dd-42c9-ab7a-c86f9f5d8f6b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:29.590834 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-10fc0327-a5d8-47db-9527-199f286ce206 req-182f4f09-e9dd-42c9-ab7a-c86f9f5d8f6b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1308503 Jun 16 17:10:29.632281 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:29.661493 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889ca9d9-9576-433f-bc4b-30184eff5f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcdd9d2-badf-4e31-ad0f-815a8d783607'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:29.664044 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8a58b2-5de9-4358-bd82-2be174ae9691" -d '{"events": [{"server_uuid": "889ca9d9-9576-433f-bc4b-30184eff5f1a", "name": "network-vif-plugged", "status": "completed", "tag": "5dcdd9d2-badf-4e31-ad0f-815a8d783607"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:29.670302 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dbc84b8d-4b89-4e9c-8d29-5f19175d6972 req-9641bcf3-a897-4b36-8166-1838af6cd39f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925198 Jun 16 17:10:29.677801 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-10fc0327-a5d8-47db-9527-199f286ce206 req-85cec96e-9e82-46cb-b50a-045d57f96120 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765469 Jun 16 17:10:29.693571 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 5dcdd9d2-badf-4e31-ad0f-815a8d783607, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5dcdd9d2-badf-4e31-ad0f-815a8d783607,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:29.755740 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3ef3ec-4ce5-496a-ac3c-62f0e3ea56cd x-openstack-request-id: req-5a3ef3ec-4ce5-496a-ac3c-62f0e3ea56cd {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:29.756047 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889ca9d9-9576-433f-bc4b-30184eff5f1a", "name": "network-vif-plugged", "status": "completed", "tag": "5dcdd9d2-badf-4e31-ad0f-815a8d783607", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:29.756378 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a3ef3ec-4ce5-496a-ac3c-62f0e3ea56cd {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:29.757363 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889ca9d9-9576-433f-bc4b-30184eff5f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcdd9d2-badf-4e31-ad0f-815a8d783607', 'code': 200} Jun 16 17:10:29.898774 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:29.902863 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:29.970493 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=5dcdd9d2-badf-4e31-ad0f-815a8d783607,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:29.974418 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766b66b-a53e-4484-97fb-b2b4cd3ee4fc req-a0a5e146-5541-43bb-a2a1-de01ac0b8c38 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:29.981965 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:29.982429 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b766b66b-a53e-4484-97fb-b2b4cd3ee4fc req-a0a5e146-5541-43bb-a2a1-de01ac0b8c38 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 945 time: 0.1183412 Jun 16 17:10:30.039027 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b766b66b-a53e-4484-97fb-b2b4cd3ee4fc req-b2782531-26bd-4d43-bb30-28665341f9b3 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481131 Jun 16 17:10:30.366842 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b185c7-0ac1-4fd7-bfd5-439d59a4ec36 req-ff4875d6-8a56-40c3-a0f9-3bf93c763564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:30.368348 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08b185c7-0ac1-4fd7-bfd5-439d59a4ec36 req-ff4875d6-8a56-40c3-a0f9-3bf93c763564 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 1099 time: 0.0724585 Jun 16 17:10:30.409332 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08b185c7-0ac1-4fd7-bfd5-439d59a4ec36 req-c7bf6d1a-6c51-4b31-9ade-234f22fb8e57 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Jun 16 17:10:30.882925 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:30.980030 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80492a09-f557-4cf8-8d8a-44b7abc24a5a req-0c1ea8bf-4ea2-423e-a693-3137bef9dc0b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:30.982470 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-80492a09-f557-4cf8-8d8a-44b7abc24a5a req-0c1ea8bf-4ea2-423e-a693-3137bef9dc0b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1371753 Jun 16 17:10:31.001053 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a0892-8759-4faa-9789-4b69f2701fc4 req-fed1fef2-e676-4362-9f70-29c8b5bddd59 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:31.003534 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cb6a0892-8759-4faa-9789-4b69f2701fc4 req-fed1fef2-e676-4362-9f70-29c8b5bddd59 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 946 time: 0.1397805 Jun 16 17:10:31.092664 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44156) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:31.100540 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-80492a09-f557-4cf8-8d8a-44b7abc24a5a req-e367f3f8-875e-427f-b5d5-fee063d53319 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954685 Jun 16 17:10:31.110593 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cb6a0892-8759-4faa-9789-4b69f2701fc4 req-8928777f-0a08-4426-947a-366a66b63b6b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951276 Jun 16 17:10:31.286859 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7da4632d-04e8-4aaa-a0c1-1b4c11525bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.303724 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bce3b-4cb5-4928-98fb-79fb1e74088d req-296ca9e3-3ee2-4f04-9781-ac7ea7c081d6 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:31.305285 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bc9bce3b-4cb5-4928-98fb-79fb1e74088d req-296ca9e3-3ee2-4f04-9781-ac7ea7c081d6 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 945 time: 0.0879428 Jun 16 17:10:31.322712 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9f339709-f23f-4e71-945f-d3b6b0418043 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:10:31.386854 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bc9bce3b-4cb5-4928-98fb-79fb1e74088d req-d72678ea-f231-4f39-a9da-d981a39f4a8d tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518794 Jun 16 17:10:31.464177 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7da4632d-04e8-4aaa-a0c1-1b4c11525bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.541096 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44170) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:31.580552 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 9f339709-f23f-4e71-945f-d3b6b0418043 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:10:31.586713 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 9f339709-f23f-4e71-945f-d3b6b0418043 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:10:31.595356 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.601758 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0759f5-78b6-4933-ba4a-e515311c759c admin admin] Deleting subnet 2836e986-cde2-4167-b8ec-b449ce3c3355 {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:10:31.607029 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a0759f5-78b6-4933-ba4a-e515311c759c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.664909 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7da4632d-04e8-4aaa-a0c1-1b4c11525bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.674298 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-351776d2-1eb2-42ba-9cd3-e626c51454e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:31.681274 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a0759f5-78b6-4933-ba4a-e515311c759c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4648192'] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.709027 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.758932 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890e633d-e147-4824-b1b9-33ab10b7a84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f339709-f23f-4e71-945f-d3b6b0418043'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:31.763164 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10114104-f5c5-40da-90ee-8acbb873bd7d" -d '{"events": [{"server_uuid": "890e633d-e147-4824-b1b9-33ab10b7a84b", "name": "network-vif-plugged", "status": "completed", "tag": "9f339709-f23f-4e71-945f-d3b6b0418043"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:31.788646 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 9f339709-f23f-4e71-945f-d3b6b0418043, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9f339709-f23f-4e71-945f-d3b6b0418043,segment=NetworkSegment(c765f724-dbd9-47e0-b082-b9c8428a4df0),segment_id=c765f724-dbd9-47e0-b082-b9c8428a4df0)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:31.790469 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-7da4632d-04e8-4aaa-a0c1-1b4c11525bba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c82da2f4d8b4b179483225342f49b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6937683 Jun 16 17:10:31.794620 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 44174) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:31.795090 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4632d-04e8-4aaa-a0c1-1b4c11525bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba48a476-17d6-45be-9d98-4462b1d61e41,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:31.818435 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a0759f5-78b6-4933-ba4a-e515311c759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.829339 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9596e4c3-f7f2-4667-8fa2-2f44e87218dd x-openstack-request-id: req-9596e4c3-f7f2-4667-8fa2-2f44e87218dd {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:31.836690 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890e633d-e147-4824-b1b9-33ab10b7a84b", "name": "network-vif-plugged", "status": "completed", "tag": "9f339709-f23f-4e71-945f-d3b6b0418043", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:31.836690 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9596e4c3-f7f2-4667-8fa2-2f44e87218dd {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:31.836690 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890e633d-e147-4824-b1b9-33ab10b7a84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f339709-f23f-4e71-945f-d3b6b0418043', 'code': 200} Jun 16 17:10:31.854728 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7da4632d-04e8-4aaa-a0c1-1b4c11525bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:31.877570 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.881113 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:31.892352 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-41188dcc-3bdd-45d9-a0aa-bd4eb0410207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.922329 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-41188dcc-3bdd-45d9-a0aa-bd4eb0410207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.987940 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=9f339709-f23f-4e71-945f-d3b6b0418043,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:32.000859 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.009721 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.009721 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.009721 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.009721 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.009721 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.009721 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.009721 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.009721 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.009721 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.009721 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.009721 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:32.013130 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:32.042341 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a0759f5-78b6-4933-ba4a-e515311c759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4646582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4707695'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.044824 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:32.075448 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0759f5-78b6-4933-ba4a-e515311c759c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2836e986-cde2-4167-b8ec-b449ce3c3355,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:32.080558 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2a0759f5-78b6-4933-ba4a-e515311c759c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:32.082300 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2a0759f5-78b6-4933-ba4a-e515311c759c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.085658 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-2a0759f5-78b6-4933-ba4a-e515311c759c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2836e986-cde2-4167-b8ec-b449ce3c3355 HTTP/1.1" status: 204 len: 168 time: 0.5430815 Jun 16 17:10:32.088089 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 44178) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:32.181713 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.240531 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-41188dcc-3bdd-45d9-a0aa-bd4eb0410207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.243548 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-41188dcc-3bdd-45d9-a0aa-bd4eb0410207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.248091 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-41188dcc-3bdd-45d9-a0aa-bd4eb0410207 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba48a476-17d6-45be-9d98-4462b1d61e41 HTTP/1.1" status: 204 len: 168 time: 0.4519041 Jun 16 17:10:32.250081 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-91ab7699-6e20-49ae-9ca8-d70884a20c0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:32.336921 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41188dcc-3bdd-45d9-a0aa-bd4eb0410207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba48a476-17d6-45be-9d98-4462b1d61e41,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:32.349274 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-41188dcc-3bdd-45d9-a0aa-bd4eb0410207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:32.366935 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.401844 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.405491 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.406012 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.406895 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.407353 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > port after_create 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.407782 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.408228 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > port after_update 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.408644 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.409099 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.409730 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.410145 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.499995 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.500381 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.500746 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.501105 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:10:32.501544 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9187ec7d-b0eb-45cf-aecd-4345f6619eb3']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:32.763450 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c9707a-2c05-4365-be9e-c2bbe032553a') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:32.763786 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c9707a-2c05-4365-be9e-c2bbe032553a') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:32.808091 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5826632'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.862216 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.898552 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:10:32.898552 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239082'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.898552 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3089e-88bf-4dd0-84e6-b2a942d5c5d8 req-38b79640-004c-472f-829e-290e5f03e2ad tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:32.900011 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8db3089e-88bf-4dd0-84e6-b2a942d5c5d8 req-38b79640-004c-472f-829e-290e5f03e2ad tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 946 time: 0.6323411 Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: timer() Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: cb(*args, **kw) Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: self._notify() Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: self.callback(batched_events) Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: event.method(event) Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._get(url).json() Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:10:32.903063 dv-cinder-772126-4-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:10:33.001310 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775a1bc-db38-41fa-aae0-9d83d2790a5a req-f180c4f8-1ef3-4a2d-84c5-731ee69ccd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:33.004110 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e775a1bc-db38-41fa-aae0-9d83d2790a5a req-f180c4f8-1ef3-4a2d-84c5-731ee69ccd18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 1099 time: 0.2573483 Jun 16 17:10:33.019953 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17185813-d4c2-4fc5-90ca-74b9992eee54 req-066e2b28-5e9f-460b-ad0f-f3075b3f7582 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:33.021984 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-17185813-d4c2-4fc5-90ca-74b9992eee54 req-066e2b28-5e9f-460b-ad0f-f3075b3f7582 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.6737711 Jun 16 17:10:33.064768 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8db3089e-88bf-4dd0-84e6-b2a942d5c5d8 req-c94b26a6-3798-4a6b-be0b-451b01948aac tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454201 Jun 16 17:10:33.101196 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e775a1bc-db38-41fa-aae0-9d83d2790a5a req-1251b3b0-ecbf-4572-9c98-1deba87edb73 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754418 Jun 16 17:10:33.112896 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-17185813-d4c2-4fc5-90ca-74b9992eee54 req-9872bc1d-fe42-4205-a3c8-70c2f7941969 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689075 Jun 16 17:10:33.164713 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.171806 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:33.197626 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.207261 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] 10.222.0.10 "DELETE /v2.0/networks/9187ec7d-b0eb-45cf-aecd-4345f6619eb3 HTTP/1.1" status: 204 len: 168 time: 1.1169486 Jun 16 17:10:33.210924 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Pushing event deleted for resources: {'Network': ['ID=9187ec7d-b0eb-45cf-aecd-4345f6619eb3,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:33.215294 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a08b7210-daa0-47d8-9992-d47bb610eb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:33.376069 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd8e5d-7e3e-42a5-a455-7da4b113fe69 req-361c9c25-c8e3-448d-b269-dd610d9be261 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:33.378689 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cdd8e5d-7e3e-42a5-a455-7da4b113fe69 req-361c9c25-c8e3-448d-b269-dd610d9be261 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 946 time: 0.0998862 Jun 16 17:10:33.403764 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44198) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:33.424322 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bd97767c-bb2f-45f7-b91e-f9552b249c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.438358 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cdd8e5d-7e3e-42a5-a455-7da4b113fe69 req-d51b5643-dac0-40da-be7d-37647222555f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536904 Jun 16 17:10:33.563912 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bd97767c-bb2f-45f7-b91e-f9552b249c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.766530 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-bd97767c-bb2f-45f7-b91e-f9552b249c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.769268 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:33.808039 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97767c-bb2f-45f7-b91e-f9552b249c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586932fd-2e1c-47cc-ae2d-381cdb6f35c4,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:33.813584 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-bd97767c-bb2f-45f7-b91e-f9552b249c36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03bed225b89947c6b50e9f328dcd76ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068706 Jun 16 17:10:33.814764 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-bd97767c-bb2f-45f7-b91e-f9552b249c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:33.817457 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44200) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:33.887739 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 44202) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:33.891918 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-16a06ddc-e1a2-4e09-b5c8-1f02be2dfeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.924767 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-16a06ddc-e1a2-4e09-b5c8-1f02be2dfeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.942634 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-dabfe96c-4be4-480b-8ef2-b8924841ad10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5c959a039e341c8be00887182febeab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507877 Jun 16 17:10:33.943222 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 44204) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:34.006063 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4b92a651-a531-450d-8680-c6ef38e3782a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.031033 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4b92a651-a531-450d-8680-c6ef38e3782a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.174259 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-16a06ddc-e1a2-4e09-b5c8-1f02be2dfeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.177354 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-16a06ddc-e1a2-4e09-b5c8-1f02be2dfeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.182441 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-16a06ddc-e1a2-4e09-b5c8-1f02be2dfeb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/586932fd-2e1c-47cc-ae2d-381cdb6f35c4 HTTP/1.1" status: 204 len: 168 time: 0.3600354 Jun 16 17:10:34.182441 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e2d2a768-9337-4df3-ae94-f0b4d2cf0603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:34.196448 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a06ddc-e1a2-4e09-b5c8-1f02be2dfeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586932fd-2e1c-47cc-ae2d-381cdb6f35c4,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:34.196448 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-16a06ddc-e1a2-4e09-b5c8-1f02be2dfeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:34.246352 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4b92a651-a531-450d-8680-c6ef38e3782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.251671 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4b92a651-a531-450d-8680-c6ef38e3782a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.254764 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4b92a651-a531-450d-8680-c6ef38e3782a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3445b1e3-8c77-4516-9355-6cb65fae0151 HTTP/1.1" status: 204 len: 168 time: 0.3104272 Jun 16 17:10:34.287070 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e7019bcb-ca1c-4141-962a-a9e203f686f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:34.298000 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92a651-a531-450d-8680-c6ef38e3782a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3445b1e3-8c77-4516-9355-6cb65fae0151,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:34.300467 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4b92a651-a531-450d-8680-c6ef38e3782a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:34.386237 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46926f7e-b8e6-443e-b5e7-e22a2b9ef550 req-b8918a1f-cd58-4c8d-ada1-d82ec803356e tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:34.390199 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-46926f7e-b8e6-443e-b5e7-e22a2b9ef550 req-b8918a1f-cd58-4c8d-ada1-d82ec803356e tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 946 time: 0.1578703 Jun 16 17:10:34.436365 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a632d-dfed-4101-8cba-123660b833eb req-adffbb64-29fe-4a65-adbf-f3ba61b8b3af tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:34.438982 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b2a632d-dfed-4101-8cba-123660b833eb req-adffbb64-29fe-4a65-adbf-f3ba61b8b3af tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1279011 Jun 16 17:10:34.459776 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-46926f7e-b8e6-443e-b5e7-e22a2b9ef550 req-2deb8207-85d3-444a-984f-efdc6a724073 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650377 Jun 16 17:10:34.506039 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b2a632d-dfed-4101-8cba-123660b833eb req-2eb00de2-e7a8-48e3-b54a-bdf6a35ad7e9 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585575 Jun 16 17:10:34.790731 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48c3af-382c-4af2-9714-c7e765dfa448 req-d3cb2996-a6a1-42a3-8689-1c3169184867 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:34.793080 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1a48c3af-382c-4af2-9714-c7e765dfa448 req-d3cb2996-a6a1-42a3-8689-1c3169184867 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 946 time: 0.1034863 Jun 16 17:10:34.864416 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1a48c3af-382c-4af2-9714-c7e765dfa448 req-ea30e33e-0da1-4f0e-a151-cd6d000d5c14 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632517 Jun 16 17:10:35.262085 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7943d-b322-4ad0-ba4b-7d74f09a4658 req-3bf2b423-095e-432a-bd86-e16c5f3c626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:35.263833 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-77f7943d-b322-4ad0-ba4b-7d74f09a4658 req-3bf2b423-095e-432a-bd86-e16c5f3c626a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 1098 time: 0.1313415 Jun 16 17:10:35.327808 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-77f7943d-b322-4ad0-ba4b-7d74f09a4658 req-b0e27828-39d8-4f01-8e83-6980c12dcdb7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Jun 16 17:10:35.758837 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bf63c-49f5-4248-967d-b9a7b2a822c4 req-28f5aa97-8093-4cc4-a537-06ba3ddf1b4b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:35.760777 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-922bf63c-49f5-4248-967d-b9a7b2a822c4 req-28f5aa97-8093-4cc4-a537-06ba3ddf1b4b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1160755 Jun 16 17:10:35.811503 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-922bf63c-49f5-4248-967d-b9a7b2a822c4 req-42bed49c-737d-4956-9760-c01b74ec2e1a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Jun 16 17:10:36.122792 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32503cc0-f26e-4703-9913-c036e493db26 req-b4b4971c-23f9-4ce2-9124-a07fbf3ca151 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:36.125745 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32503cc0-f26e-4703-9913-c036e493db26 req-b4b4971c-23f9-4ce2-9124-a07fbf3ca151 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 946 time: 0.1011088 Jun 16 17:10:36.211795 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32503cc0-f26e-4703-9913-c036e493db26 req-a351d42a-c3d1-4e1b-ad46-ffe80d81f2d3 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730505 Jun 16 17:10:37.114609 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f1eba-1c29-40cc-aa9f-f238c6561e8d req-a9fc6abe-c4ca-4492-bb42-0c6863218cf0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:37.118014 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-380f1eba-1c29-40cc-aa9f-f238c6561e8d req-a9fc6abe-c4ca-4492-bb42-0c6863218cf0 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1063821 Jun 16 17:10:37.164967 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-380f1eba-1c29-40cc-aa9f-f238c6561e8d req-087ec502-6b89-4352-9351-574bcad3e4f4 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 Jun 16 17:10:38.514533 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe37394-5d0f-498e-b8db-ef919ed67d2b req-dbb312a5-f0d4-40e5-956d-4d7cc265fa1b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:38.517641 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3fe37394-5d0f-498e-b8db-ef919ed67d2b req-dbb312a5-f0d4-40e5-956d-4d7cc265fa1b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1178708 Jun 16 17:10:38.569867 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3fe37394-5d0f-498e-b8db-ef919ed67d2b req-51729220-cf0f-42ee-b363-1d975dd123be tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459771 Jun 16 17:10:39.012693 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-30e3d88d-b49b-44ac-9374-c7232e31a724 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:39.015868 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-30e3d88d-b49b-44ac-9374-c7232e31a724 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 815 time: 0.1456954 Jun 16 17:10:39.035669 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-d9a86b3a-7252-4713-941e-3e1dd262a6cb tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/quotas/d2f0092566bb4df4afc3048e62c37a77 HTTP/1.1" status: 200 len: 375 time: 0.0126541 Jun 16 17:10:39.149954 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-05b39039-b52e-4a66-b9f2-faa27da775bf tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044405 Jun 16 17:10:39.295369 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-60c011fe-8ea3-4eeb-989b-0664965fb62e service neutron] 10.222.0.10 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464846 Jun 16 17:10:39.440780 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-7b8ca1f4-9d72-482f-83a4-a7dcfa4ab224 service neutron] 10.222.0.10 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344390 Jun 16 17:10:39.481599 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e1a0b-170c-4344-8afe-e438cca5cbf9 req-754345b3-1951-4211-9cb2-b9593021636f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:39.490254 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-252e1a0b-170c-4344-8afe-e438cca5cbf9 req-754345b3-1951-4211-9cb2-b9593021636f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1218789 Jun 16 17:10:39.556192 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-252e1a0b-170c-4344-8afe-e438cca5cbf9 req-5cf36d08-9632-4512-880d-26d85d19a75e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570097 Jun 16 17:10:39.770378 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22f4fb-7362-4520-880c-d06c30ba4b8a req-7f36fd06-9f81-4e4b-a351-ef5b7cbb3751 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:39.773085 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf22f4fb-7362-4520-880c-d06c30ba4b8a req-7f36fd06-9f81-4e4b-a351-ef5b7cbb3751 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 946 time: 0.0876989 Jun 16 17:10:39.849881 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cf22f4fb-7362-4520-880c-d06c30ba4b8a req-bf2a559b-81c2-42a0-a395-5831a0cd5139 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620067 Jun 16 17:10:39.937697 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 44392) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:40.181335 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ae3e07a5-18d6-4dec-a09d-6dfba2bb7772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:40.213889 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7d9b8a03-8a93-4e6f-bdab-32e23fb8d440 req-f2207e8e-8d28-459d-9ee4-f71b152b71d2 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 210 time: 0.0668385 Jun 16 17:10:40.341148 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ae3e07a5-18d6-4dec-a09d-6dfba2bb7772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:40.447642 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ae3e07a5-18d6-4dec-a09d-6dfba2bb7772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:40.454050 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d341ac60-bebc-4bf6-ac83-ebae56de5e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:40.495545 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ae3e07a5-18d6-4dec-a09d-6dfba2bb7772 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5b637ca29f249e681edaec36e8ea32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566070 Jun 16 17:10:40.497262 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e07a5-18d6-4dec-a09d-6dfba2bb7772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d76d19f-7dcc-4128-94a8-20d4a121ea17,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:40.499024 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44404) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:40.501796 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ae3e07a5-18d6-4dec-a09d-6dfba2bb7772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:40.600373 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-093a859c-8e59-42cd-bcf3-f3da76fc263c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:40.629441 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-093a859c-8e59-42cd-bcf3-f3da76fc263c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:40.835494 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-093a859c-8e59-42cd-bcf3-f3da76fc263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:40.838126 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-093a859c-8e59-42cd-bcf3-f3da76fc263c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:40.839332 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-093a859c-8e59-42cd-bcf3-f3da76fc263c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d76d19f-7dcc-4128-94a8-20d4a121ea17 HTTP/1.1" status: 204 len: 168 time: 0.3328481 Jun 16 17:10:40.840283 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-04466866-2b13-4b5b-897e-792fff4f5bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:40.849913 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a859c-8e59-42cd-bcf3-f3da76fc263c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d76d19f-7dcc-4128-94a8-20d4a121ea17,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:40.853729 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-093a859c-8e59-42cd-bcf3-f3da76fc263c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:41.217273 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd15f3-bf24-47b7-890a-75adaee6727e req-e1f51509-5892-478a-a38a-a75370167014 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:41.220121 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cabd15f3-bf24-47b7-890a-75adaee6727e req-e1f51509-5892-478a-a38a-a75370167014 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 946 time: 0.1676052 Jun 16 17:10:41.296747 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cabd15f3-bf24-47b7-890a-75adaee6727e req-5254416a-b677-42f2-a2bb-8b8d8136b302 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659282 Jun 16 17:10:41.512531 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4340ee0b-d619-4fd9-b928-42c86a40f122 req-47f61635-c512-4a69-bc68-73bb3fde323c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 210 time: 0.0471580 Jun 16 17:10:41.574086 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c549-5bf9-4eeb-b02c-03f11b95a939 req-74947c2c-56e5-46b0-bc62-87b4ab5da8f6 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:41.575787 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ad6c549-5bf9-4eeb-b02c-03f11b95a939 req-74947c2c-56e5-46b0-bc62-87b4ab5da8f6 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 946 time: 0.0977304 Jun 16 17:10:41.699154 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-8ad6c549-5bf9-4eeb-b02c-03f11b95a939 req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Deleting port 9f339709-f23f-4e71-945f-d3b6b0418043 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:10:41.699496 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8ad6c549-5bf9-4eeb-b02c-03f11b95a939 req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:41.800189 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-8ad6c549-5bf9-4eeb-b02c-03f11b95a939 req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] For port 9f339709-f23f-4e71-945f-d3b6b0418043, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9f339709-f23f-4e71-945f-d3b6b0418043,segment=NetworkSegment(c765f724-dbd9-47e0-b082-b9c8428a4df0),segment_id=c765f724-dbd9-47e0-b082-b9c8428a4df0)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:41.800544 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8ad6c549-5bf9-4eeb-b02c-03f11b95a939 req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:41.874495 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-8ad6c549-5bf9-4eeb-b02c-03f11b95a939 req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Calling delete_port for 9f339709-f23f-4e71-945f-d3b6b0418043 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:10:41.910354 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44442) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:41.932553 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:42.100565 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8ad6c549-5bf9-4eeb-b02c-03f11b95a939 req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:42.108183 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c46af33e-f410-4a50-a951-31733866116c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:42.118120 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['9f339709-f23f-4e71-945f-d3b6b0418043'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:10:42.163431 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Pushing event deleted for resources: {'Port': ['ID=9f339709-f23f-4e71-945f-d3b6b0418043,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:42.179709 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:42.229698 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad6c549-5bf9-4eeb-b02c-03f11b95a939 req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] No DVR routers for this DVR port 9f339709-f23f-4e71-945f-d3b6b0418043 on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:10:42.232299 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8ad6c549-5bf9-4eeb-b02c-03f11b95a939 req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:42.235068 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ad6c549-5bf9-4eeb-b02c-03f11b95a939 req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.60 "DELETE /v2.0/ports/9f339709-f23f-4e71-945f-d3b6b0418043 HTTP/1.1" status: 204 len: 173 time: 0.6523678 Jun 16 17:10:42.235625 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890e633d-e147-4824-b1b9-33ab10b7a84b', 'name': 'network-vif-deleted', 'tag': '9f339709-f23f-4e71-945f-d3b6b0418043'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:42.238095 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3732159-83ac-4a7f-949d-3b5df0eb63cc" -d '{"events": [{"server_uuid": "890e633d-e147-4824-b1b9-33ab10b7a84b", "name": "network-vif-deleted", "tag": "9f339709-f23f-4e71-945f-d3b6b0418043"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:42.245522 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:42.279853 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16446c6a-e44f-49d3-840e-ad7c2b532bf5 x-openstack-request-id: req-16446c6a-e44f-49d3-840e-ad7c2b532bf5 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:42.280438 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890e633d-e147-4824-b1b9-33ab10b7a84b", "name": "network-vif-deleted", "tag": "9f339709-f23f-4e71-945f-d3b6b0418043", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:42.280846 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16446c6a-e44f-49d3-840e-ad7c2b532bf5 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:42.281566 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890e633d-e147-4824-b1b9-33ab10b7a84b', 'name': 'network-vif-deleted', 'tag': '9f339709-f23f-4e71-945f-d3b6b0418043', 'status': 'completed', 'code': 200} Jun 16 17:10:42.425280 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:42.430395 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5cf2aeba-1036-436f-9e04-db7c79116d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:42.484110 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3641b60a-44b2-489f-bb63-a2de95190da0,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:42.492680 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8302fcb26dc44f3096364c0976ef2941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5799885 Jun 16 17:10:42.494581 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44456) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:42.515416 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1d28cea5-373c-48cc-b47f-2abded951967 req-763bcc92-6dcb-4bad-a39d-1f071f2f049a tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 210 time: 0.0526998 Jun 16 17:10:42.520317 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.521031 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.521592 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.522086 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.522587 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.523090 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.523576 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.524059 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.524553 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.525454 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.526124 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.526667 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:42.532293 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:42.608219 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab9d4-15b5-4b5c-84ec-a4e64f7d2025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:42.643417 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab9d4-15b5-4b5c-84ec-a4e64f7d2025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:42.731173 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb2922e8-1fb9-4963-ae3e-c1ac136f0fca req-da6986fc-a1fd-406e-accd-15efd84ab985 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 210 time: 0.0423694 Jun 16 17:10:42.818889 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab9d4-15b5-4b5c-84ec-a4e64f7d2025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:42.823604 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab9d4-15b5-4b5c-84ec-a4e64f7d2025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:42.825612 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8f6ab9d4-15b5-4b5c-84ec-a4e64f7d2025 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3641b60a-44b2-489f-bb63-a2de95190da0 HTTP/1.1" status: 204 len: 168 time: 0.3296316 Jun 16 17:10:42.826805 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-85694c88-e33f-4022-8352-299e47f3f715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:42.839657 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ab9d4-15b5-4b5c-84ec-a4e64f7d2025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3641b60a-44b2-489f-bb63-a2de95190da0,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:42.842753 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8f6ab9d4-15b5-4b5c-84ec-a4e64f7d2025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:43.480109 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-a61b85d6-bda5-4089-a651-6c8c625d838d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:43.491536 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-a61b85d6-bda5-4089-a651-6c8c625d838d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 815 time: 0.2307401 Jun 16 17:10:43.518434 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Request body: {'port': {'device_id': '227d20ea-5a96-456a-bb55-61d06424cb47', 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953', 'admin_state_up': True, 'tenant_id': 'd2f0092566bb4df4afc3048e62c37a77'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:43.771225 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f48a2278-512a-4ffb-8d24-6ff52aa46eb2 req-66980102-14f1-4788-bfb5-41fa02d232f1 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=890e633d-e147-4824-b1b9-33ab10b7a84b HTTP/1.1" status: 200 len: 210 time: 0.0651696 Jun 16 17:10:43.788968 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37532c8-1249-42ff-a853-ef0286257ff6 req-bc396fc3-233f-4a10-b40e-e1bbffbb7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:43.788968 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a37532c8-1249-42ff-a853-ef0286257ff6 req-bc396fc3-233f-4a10-b40e-e1bbffbb7e95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 1099 time: 0.2918770 Jun 16 17:10:43.805975 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed736b-c6f8-4579-b002-de0cd6e4eece req-0bfaef4c-6397-4b92-b347-1302846db20d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:43.806529 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11ed736b-c6f8-4579-b002-de0cd6e4eece req-0bfaef4c-6397-4b92-b347-1302846db20d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.2607434 Jun 16 17:10:43.922277 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11ed736b-c6f8-4579-b002-de0cd6e4eece req-29c3a3bd-31f3-4a7d-a9f1-ce2ee6e756a8 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044595 Jun 16 17:10:43.963410 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37532c8-1249-42ff-a853-ef0286257ff6 req-57e825ca-72f2-470b-a728-ecac0d0cdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:43.965701 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a37532c8-1249-42ff-a853-ef0286257ff6 req-57e825ca-72f2-470b-a728-ecac0d0cdffb service neutron] 10.222.0.60 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 918 time: 0.1708655 Jun 16 17:10:44.022621 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a37532c8-1249-42ff-a853-ef0286257ff6 req-2c887a59-b8bb-430d-b319-210c5b292e73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=609baf17-22bc-49b5-a572-92213d002204 HTTP/1.1" status: 200 len: 217 time: 0.0488715 Jun 16 17:10:44.023359 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Made reservation on behalf of d2f0092566bb4df4afc3048e62c37a77 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:10:44.027321 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:44.206556 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aea60cdc-2e00-4e6a-95fe-7def4171e91a req-e68733f3-aa47-4705-b28c-d7a9c00e0aae tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 210 time: 0.0524099 Jun 16 17:10:44.238528 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37532c8-1249-42ff-a853-ef0286257ff6 req-7c6451a7-f447-4183-89f3-1b89e4426099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:44.239989 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a37532c8-1249-42ff-a853-ef0286257ff6 req-7c6451a7-f447-4183-89f3-1b89e4426099 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 200 len: 858 time: 0.2077086 Jun 16 17:10:44.282587 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a37532c8-1249-42ff-a853-ef0286257ff6 req-83070203-87ed-463b-aec3-bfc6dfef122a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83538a37-de03-4bca-862d-10405954664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297773 Jun 16 17:10:44.319396 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Allocated IP 172.20.0.14 (b1c86713-c095-4539-903c-acd5ab66c953/8dc0351f-c8c6-47f3-be73-fc174db5a017/d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:10:44.524469 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a37532c8-1249-42ff-a853-ef0286257ff6 req-bb282e7f-c667-42a6-a4a9-999d1f285664 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332876 Jun 16 17:10:44.672242 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:44.733004 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a37532c8-1249-42ff-a853-ef0286257ff6 req-470264d8-9d6e-43bc-a526-683a4041c6df service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930544 Jun 16 17:10:44.903945 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:44.908841 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:44.934302 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['2d017b4d-dbc6-4242-8fce-bbc72146ddb5', '5dcdd9d2-badf-4e31-ad0f-815a8d783607'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:10:44.962438 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Network b1c86713-c095-4539-903c-acd5ab66c953 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:10:44.968973 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:10:44.975635 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:10:45.150931 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:45.151863 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:45.439265 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9f339709-f23f-4e71-945f-d3b6b0418043 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:10:45.470102 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Pushing event updated for resources: {'Port': ['ID=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:45.470421 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 9f339709-f23f-4e71-945f-d3b6b0418043 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:10:45.470787 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9f339709-f23f-4e71-945f-d3b6b0418043 not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:10:45.475714 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:45.600510 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801edd7-deeb-44c4-8b91-49294305fb9a req-d8e46653-5bcd-4d33-afd1-426f3e74d64e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:45.603441 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f801edd7-deeb-44c4-8b91-49294305fb9a req-d8e46653-5bcd-4d33-afd1-426f3e74d64e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.4714155 Jun 16 17:10:45.635596 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1366010 Jun 16 17:10:45.649485 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-6337a74d-7390-4986-8ba6-d71b0c4f6ffe tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:45.650950 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-6337a74d-7390-4986-8ba6-d71b0c4f6ffe tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/networks?id=9639adb5-5095-444b-b410-141b39182f51 HTTP/1.1" status: 200 len: 809 time: 0.1863248 Jun 16 17:10:45.658627 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Request body: {'port': {'device_id': '227d20ea-5a96-456a-bb55-61d06424cb47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:45.703103 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-4978d124-e31d-486d-8821-3eac1bef4b2e tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/quotas/70ea64f5b8fb4fd285b3ff78b126b068 HTTP/1.1" status: 200 len: 375 time: 0.0383453 Jun 16 17:10:45.711533 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f801edd7-deeb-44c4-8b91-49294305fb9a req-b54193af-cb9c-407b-9b63-55cb7975f595 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979209 Jun 16 17:10:45.749478 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-7d8ddaf1-9b71-4e31-ba15-563ce10ee5a6 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=70ea64f5b8fb4fd285b3ff78b126b068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363920 Jun 16 17:10:45.850967 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:45.974458 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-b7c52e98-b7ba-4820-956c-dc78f126b5aa service neutron] 10.222.0.10 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949928 Jun 16 17:10:46.230442 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-1b2fe5a2-195a-4346-bf61-6cd823c76358 service neutron] 10.222.0.10 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507994 Jun 16 17:10:46.275648 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b1e3-f4ec-4d66-952c-7446a002d0dc req-904458f6-72cf-4557-9b49-e1ec6738f473 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:46.278447 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3074b1e3-f4ec-4d66-952c-7446a002d0dc req-904458f6-72cf-4557-9b49-e1ec6738f473 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 932 time: 0.2389419 Jun 16 17:10:46.357237 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3074b1e3-f4ec-4d66-952c-7446a002d0dc req-426934a8-5203-454c-8675-ad2f2a6c28d6 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652146 Jun 16 17:10:46.394271 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:10:46.403679 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:46.424740 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Transition to ACTIVE for port object d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:10:46.544661 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:46.571770 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:46.581619 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32dcbb23-ae87-40db-a788-751142d7faab req-2c3b70c1-2f30-4815-936e-b58fd4661de5 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 210 time: 0.0479620 Jun 16 17:10:46.727964 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:46.731616 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:46.819901 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Attempting to bind port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:10:46.820456 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Attempting to bind port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:10:46.821001 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Attempting to bind port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f on network b1c86713-c095-4539-903c-acd5ab66c953 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:10:46.829851 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f on network b1c86713-c095-4539-903c-acd5ab66c953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:10:46.830181 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Attempting to bind port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f on network b1c86713-c095-4539-903c-acd5ab66c953 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:10:46.835676 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:10:46.836008 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Checking segment: {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:10:46.836385 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Bound using segment: {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:10:46.836806 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Bound port: d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:10:46.837147 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:46.944782 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] For port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:10:46.963172 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] For port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:10:47.009510 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea81784-9807-4cfb-8604-7d7e6212008e req-ea799fe0-533a-4af9-a639-0181b967458b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:47.018681 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ea81784-9807-4cfb-8604-7d7e6212008e req-ea799fe0-533a-4af9-a639-0181b967458b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1228282 Jun 16 17:10:47.050048 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:47.054759 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:47.111811 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:47.112576 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:47.118194 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] 10.222.0.60 "PUT /v2.0/ports/d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f HTTP/1.1" status: 200 len: 1094 time: 1.4641805 Jun 16 17:10:47.121904 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227d20ea-5a96-456a-bb55-61d06424cb47', 'tag': 'd6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:47.125237 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80594be-da65-4d61-8c27-2c224bdca43b" -d '{"events": [{"name": "network-changed", "server_uuid": "227d20ea-5a96-456a-bb55-61d06424cb47", "tag": "d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:47.134260 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ea81784-9807-4cfb-8604-7d7e6212008e req-88aecacf-d89c-4f59-bded-78563b1e58cd tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146390 Jun 16 17:10:47.198518 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:47.204109 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:47.324411 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce8c77f-a486-4f53-9006-e50c959c436c x-openstack-request-id: req-7ce8c77f-a486-4f53-9006-e50c959c436c {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:47.324888 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227d20ea-5a96-456a-bb55-61d06424cb47", "tag": "d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:47.325305 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ce8c77f-a486-4f53-9006-e50c959c436c {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:47.326024 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227d20ea-5a96-456a-bb55-61d06424cb47', 'tag': 'd6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f', 'status': 'completed', 'code': 200} Jun 16 17:10:47.603385 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612896f1-bb79-41a4-989a-237c48369831 req-b793ad28-ba6b-4883-a117-c54dd11b1e2e tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:47.604921 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-612896f1-bb79-41a4-989a-237c48369831 req-b793ad28-ba6b-4883-a117-c54dd11b1e2e tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 944 time: 0.0866189 Jun 16 17:10:47.647138 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-612896f1-bb79-41a4-989a-237c48369831 req-a7ff9427-d97b-4844-bd81-739e5bc19b3f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351653 Jun 16 17:10:47.885532 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-894b3fd2-4cfb-49d3-8765-a69929eb3648 req-15237397-5901-4433-a8fc-f30da7d2603c tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 210 time: 0.0344737 Jun 16 17:10:51.266733 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80594be-da65-4d61-8c27-2c224bdca43b req-35efd3fd-c882-4351-b16d-38a34802dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:51.281670 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b80594be-da65-4d61-8c27-2c224bdca43b req-35efd3fd-c882-4351-b16d-38a34802dde4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 1097 time: 0.1419332 Jun 16 17:10:51.376958 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33230bad-f1c7-4d9b-88e2-58466aab6533 req-58233ef3-3a0d-482c-94e9-2f0f64cdc900 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1618190 Jun 16 17:10:51.492122 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80594be-da65-4d61-8c27-2c224bdca43b req-dcbc352f-f888-46a7-8f01-f5730f96df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:51.500021 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b80594be-da65-4d61-8c27-2c224bdca43b req-dcbc352f-f888-46a7-8f01-f5730f96df0e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d2f0092566bb4df4afc3048e62c37a77&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2107234 Jun 16 17:10:51.506596 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af174828-88d0-407d-93e3-6c54bf15f6f8 req-813df21f-35c7-4d41-ac0a-72adc0be4ac5 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:51.508091 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-af174828-88d0-407d-93e3-6c54bf15f6f8 req-813df21f-35c7-4d41-ac0a-72adc0be4ac5 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.2162566 Jun 16 17:10:51.539105 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2312b3d-81eb-48ce-bebd-2d27dd49b7e8 req-35998751-ac3c-4868-a795-893d5dc2f031 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:51.541137 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e2312b3d-81eb-48ce-bebd-2d27dd49b7e8 req-35998751-ac3c-4868-a795-893d5dc2f031 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 944 time: 0.1515830 Jun 16 17:10:51.695375 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-af174828-88d0-407d-93e3-6c54bf15f6f8 req-112a6816-bd55-4077-8681-077684793fe7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776392 Jun 16 17:10:51.726025 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e2312b3d-81eb-48ce-bebd-2d27dd49b7e8 req-17153ded-a3ee-4487-8b01-ecd6337d2859 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517684 Jun 16 17:10:51.740313 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80594be-da65-4d61-8c27-2c224bdca43b req-4626cd6f-a851-45f0-9fb4-1939e81f3ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:51.741911 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b80594be-da65-4d61-8c27-2c224bdca43b req-4626cd6f-a851-45f0-9fb4-1939e81f3ec5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1984267 Jun 16 17:10:51.763789 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33230bad-f1c7-4d9b-88e2-58466aab6533 req-8823f8f8-e429-4613-8816-8ac0c3e82f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:51.766789 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33230bad-f1c7-4d9b-88e2-58466aab6533 req-8823f8f8-e429-4613-8816-8ac0c3e82f7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 1098 time: 0.2007356 Jun 16 17:10:51.919905 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-550cca0d-b24e-42cc-8a02-655ca80cee04 req-1564f2f8-1af4-4a2c-85fc-b219bcd32623 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 210 time: 0.0712855 Jun 16 17:10:51.977373 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-e2529e2b-4396-493a-a776-63faaecc6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:51.978852 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-e2529e2b-4396-493a-a776-63faaecc6c82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 1097 time: 0.1583121 Jun 16 17:10:51.979804 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33230bad-f1c7-4d9b-88e2-58466aab6533 req-851befbb-197a-4f76-bbb5-8f478fc10a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:51.981079 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33230bad-f1c7-4d9b-88e2-58466aab6533 req-851befbb-197a-4f76-bbb5-8f478fc10a10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 915 time: 0.1701024 Jun 16 17:10:52.041484 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-37b097e8-0a8f-4e81-84b8-1ef3c795091d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f HTTP/1.1" status: 200 len: 217 time: 0.0446880 Jun 16 17:10:52.072664 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33230bad-f1c7-4d9b-88e2-58466aab6533 req-59ea5a89-c93d-4ffc-8bfd-f95e956854a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d017b4d-dbc6-4242-8fce-bbc72146ddb5 HTTP/1.1" status: 200 len: 217 time: 0.0716994 Jun 16 17:10:52.142442 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-7ea29c06-5421-48f6-a427-e9f70050c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:52.143905 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-7ea29c06-5421-48f6-a427-e9f70050c882 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8dc0351f-c8c6-47f3-be73-fc174db5a017 HTTP/1.1" status: 200 len: 855 time: 0.0792530 Jun 16 17:10:52.149195 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33230bad-f1c7-4d9b-88e2-58466aab6533 req-edff04fa-cc48-4990-9b0e-df19246a08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:52.150585 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33230bad-f1c7-4d9b-88e2-58466aab6533 req-edff04fa-cc48-4990-9b0e-df19246a08f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8dc0351f-c8c6-47f3-be73-fc174db5a017 HTTP/1.1" status: 200 len: 855 time: 0.0573943 Jun 16 17:10:52.223310 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33230bad-f1c7-4d9b-88e2-58466aab6533 req-f09f3ce9-6d7a-4db5-a91b-7f0f6e297e0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c86713-c095-4539-903c-acd5ab66c953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586464 Jun 16 17:10:52.225189 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-0620606b-1e74-4642-8389-7afce0b8bf41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c86713-c095-4539-903c-acd5ab66c953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623705 Jun 16 17:10:52.412948 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-70f9d0ef-89c4-4809-b4ec-ffd45706348a service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724825 Jun 16 17:10:52.414283 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33230bad-f1c7-4d9b-88e2-58466aab6533 req-0c3a9343-4cf6-4f20-ae5a-1c3a695aa766 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708477 Jun 16 17:10:52.613045 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8cd0de6b-2174-434c-8cfa-ecdc1443da2d req-0254ef4e-b9ee-42c5-a9c5-5fc0ff481e9e service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869678 Jun 16 17:10:52.615177 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33230bad-f1c7-4d9b-88e2-58466aab6533 req-2378c68c-b8b8-4901-a525-ee44e540adc7 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879933 Jun 16 17:10:52.992996 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f67129-322d-4909-b3f2-c248fa73f6da req-b2892c9e-fc44-4a1f-b71c-cf87e8d8f75f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:52.994955 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-17f67129-322d-4909-b3f2-c248fa73f6da req-b2892c9e-fc44-4a1f-b71c-cf87e8d8f75f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1464128 Jun 16 17:10:53.023300 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e707f-97cf-4c9d-b182-00937c35ed6e req-999da235-8b24-413c-8a5c-12a144af917f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:53.025146 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c08e707f-97cf-4c9d-b182-00937c35ed6e req-999da235-8b24-413c-8a5c-12a144af917f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 944 time: 0.1501360 Jun 16 17:10:53.079959 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-17f67129-322d-4909-b3f2-c248fa73f6da req-64225e24-5d84-40c7-8b41-8d20172c8673 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749502 Jun 16 17:10:53.090697 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c08e707f-97cf-4c9d-b182-00937c35ed6e req-502d3b38-ab4d-4b58-a637-13aee0afc1ce tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537500 Jun 16 17:10:53.452378 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:53.453216 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9d446d7-e90d-4a8f-b4f3-57ef92de2324 req-9839523c-de4b-4b37-a07f-bcdbe1aa2d84 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 210 time: 0.0398192 Jun 16 17:10:53.522083 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-d2aeccd6-6695-4eb6-b9ad-f4dbf5443a24 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:53.523865 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-d2aeccd6-6695-4eb6-b9ad-f4dbf5443a24 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.60 "GET /v2.0/networks?id=9639adb5-5095-444b-b410-141b39182f51 HTTP/1.1" status: 200 len: 809 time: 0.4318838 Jun 16 17:10:53.550152 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Request body: {'port': {'device_id': '9250a74c-63fa-4817-a6e9-5b896c06a83e', 'network_id': '9639adb5-5095-444b-b410-141b39182f51', 'admin_state_up': True, 'tenant_id': '70ea64f5b8fb4fd285b3ff78b126b068'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:53.852403 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Made reservation on behalf of 70ea64f5b8fb4fd285b3ff78b126b068 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:10:53.855992 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:54.023083 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Allocated IP 172.20.0.2 (9639adb5-5095-444b-b410-141b39182f51/73407789-550f-42e1-8b7d-0a54308f0fd6/72c4101c-dc49-453f-9e81-835605a6bd9b) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:10:54.343377 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:54.438699 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4abcb-3aed-4b4a-a302-898cb5fdd2b0 req-8b181202-fe65-4068-a204-4a92bd46a6b6 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:54.440980 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f2a4abcb-3aed-4b4a-a302-898cb5fdd2b0 req-8b181202-fe65-4068-a204-4a92bd46a6b6 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 944 time: 0.1622212 Jun 16 17:10:54.451982 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc8916-0b6a-4a1d-80d3-f1462eccc275 req-60bf016c-4f1c-46a0-99c0-2b06e1e7bc94 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:54.451982 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ddfc8916-0b6a-4a1d-80d3-f1462eccc275 req-60bf016c-4f1c-46a0-99c0-2b06e1e7bc94 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.2057281 Jun 16 17:10:54.516097 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f2a4abcb-3aed-4b4a-a302-898cb5fdd2b0 req-df81dd7c-a765-498f-9bed-6589bb468901 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653968 Jun 16 17:10:54.522852 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ddfc8916-0b6a-4a1d-80d3-f1462eccc275 req-a1174a8e-d157-4819-8209-27e6dacc1639 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634868 Jun 16 17:10:54.551649 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:54.569417 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-28d1a528-ee78-4460-9a5d-dde4841381c1 tempest-DeleteServersTestJSON-368057464 tempest-DeleteServersTestJSON-368057464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:54.653526 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Network 9639adb5-5095-444b-b410-141b39182f51 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:10:54.663080 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Pushing event updated for resources: {'Port': ['ID=72c4101c-dc49-453f-9e81-835605a6bd9b,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:54.669922 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:54.676129 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:10:54.725019 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:10:54.824472 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:54.825080 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:54.845113 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02179f84-732b-4518-a111-afa007f7ab38 req-8865c1f5-2cb0-42f3-bf9a-361eaca61ab4 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:54.852788 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02179f84-732b-4518-a111-afa007f7ab38 req-8865c1f5-2cb0-42f3-bf9a-361eaca61ab4 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 931 time: 0.1803367 Jun 16 17:10:54.899017 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02179f84-732b-4518-a111-afa007f7ab38 req-43720d3f-5c0b-48da-b6ae-574febe793e1 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453207 Jun 16 17:10:54.985875 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4405627 Jun 16 17:10:55.007320 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Request body: {'port': {'device_id': '9250a74c-63fa-4817-a6e9-5b896c06a83e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:55.094906 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:55.477375 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c4101c-dc49-453f-9e81-835605a6bd9b {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:10:55.508685 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:55.508685 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Transition to ACTIVE for port object 72c4101c-dc49-453f-9e81-835605a6bd9b will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:10:55.752732 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44746) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:55.756162 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:55.759987 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:55.866082 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf4ee5-f566-4d35-9477-c326686b9244 req-7296e8ea-beda-4382-89f5-eb0a496e4992 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:55.867668 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-90cf4ee5-f566-4d35-9477-c326686b9244 req-7296e8ea-beda-4382-89f5-eb0a496e4992 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 944 time: 0.2093885 Jun 16 17:10:55.886816 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Pushing event updated for resources: {'Port': ['ID=72c4101c-dc49-453f-9e81-835605a6bd9b,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:55.886816 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:55.901580 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8a6eda26-2ffd-4a14-b657-5c4b2066731e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:55.942334 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49939f76-e676-4632-a966-37ec0da7a2ab req-1ab63722-b1ef-47cb-ac1a-3e0e7fa77e2d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:55.944677 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-49939f76-e676-4632-a966-37ec0da7a2ab req-1ab63722-b1ef-47cb-ac1a-3e0e7fa77e2d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.2429833 Jun 16 17:10:56.011773 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-90cf4ee5-f566-4d35-9477-c326686b9244 req-f9ead717-ba56-43ee-a98e-ef99ed235c4b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326895 Jun 16 17:10:56.043045 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8a6eda26-2ffd-4a14-b657-5c4b2066731e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.064581 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-49939f76-e676-4632-a966-37ec0da7a2ab req-736055ea-3d3e-49a3-a4eb-6d200462ef5c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814304 Jun 16 17:10:56.077331 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Attempting to bind port 72c4101c-dc49-453f-9e81-835605a6bd9b on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:10:56.077834 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Attempting to bind port 72c4101c-dc49-453f-9e81-835605a6bd9b by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'c765f724-dbd9-47e0-b082-b9c8428a4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9639adb5-5095-444b-b410-141b39182f51'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:10:56.078164 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Attempting to bind port 72c4101c-dc49-453f-9e81-835605a6bd9b on network 9639adb5-5095-444b-b410-141b39182f51 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:10:56.085649 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Port 72c4101c-dc49-453f-9e81-835605a6bd9b on network 9639adb5-5095-444b-b410-141b39182f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:10:56.086268 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Attempting to bind port 72c4101c-dc49-453f-9e81-835605a6bd9b on network 9639adb5-5095-444b-b410-141b39182f51 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:10:56.098707 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:10:56.099197 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Checking segment: {'id': 'c765f724-dbd9-47e0-b082-b9c8428a4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9639adb5-5095-444b-b410-141b39182f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:10:56.099723 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Bound using segment: {'id': 'c765f724-dbd9-47e0-b082-b9c8428a4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9639adb5-5095-444b-b410-141b39182f51'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:10:56.100174 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Bound port: 72c4101c-dc49-453f-9e81-835605a6bd9b, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c765f724-dbd9-47e0-b082-b9c8428a4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9639adb5-5095-444b-b410-141b39182f51'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:10:56.100577 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.188712 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] For port 72c4101c-dc49-453f-9e81-835605a6bd9b, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:10:56.192066 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] For port 72c4101c-dc49-453f-9e81-835605a6bd9b, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=72c4101c-dc49-453f-9e81-835605a6bd9b,segment=NetworkSegment(c765f724-dbd9-47e0-b082-b9c8428a4df0),segment_id=c765f724-dbd9-47e0-b082-b9c8428a4df0)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:10:56.204500 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8a6eda26-2ffd-4a14-b657-5c4b2066731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.211633 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-16a06ddc-e1a2-4e09-b5c8-1f02be2dfeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:56.266540 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8a6eda26-2ffd-4a14-b657-5c4b2066731e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3231df50ab2e4c528c15498147f26fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069673 Jun 16 17:10:56.266540 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44760) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:56.294959 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6eda26-2ffd-4a14-b657-5c4b2066731e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb48eed-b5c5-41f1-bffc-2879d5137b27,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:56.304712 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8a6eda26-2ffd-4a14-b657-5c4b2066731e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:56.316769 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.316769 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-85c1a72d-bd69-4ad2-a520-2d1fac8b2130 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:56.356539 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a56e-79f8-4af5-a1ed-815e799d4a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.358597 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc13b2-3fca-4c7a-890a-572430f16d9e req-480ed25d-03d7-45a0-855f-6b7d0a1b3f23 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:56.360247 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cabc13b2-3fca-4c7a-890a-572430f16d9e req-480ed25d-03d7-45a0-855f-6b7d0a1b3f23 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 943 time: 0.1313522 Jun 16 17:10:56.367664 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:56.368551 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.370193 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] 10.222.0.60 "PUT /v2.0/ports/72c4101c-dc49-453f-9e81-835605a6bd9b HTTP/1.1" status: 200 len: 1093 time: 1.3701582 Jun 16 17:10:56.370938 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9250a74c-63fa-4817-a6e9-5b896c06a83e', 'tag': '72c4101c-dc49-453f-9e81-835605a6bd9b'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:56.374568 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768d2763-5aa7-4bfb-b13a-e6b27d9c6c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "9250a74c-63fa-4817-a6e9-5b896c06a83e", "tag": "72c4101c-dc49-453f-9e81-835605a6bd9b"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:56.390199 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a56e-79f8-4af5-a1ed-815e799d4a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.431342 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Pushing event updated for resources: {'Port': ['ID=72c4101c-dc49-453f-9e81-835605a6bd9b,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:56.452349 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.452931 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.453820 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.454426 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.454861 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.455269 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.455699 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.456412 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.456822 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.457288 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.457892 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.458498 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:56.466678 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:56.473495 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cabc13b2-3fca-4c7a-890a-572430f16d9e req-4311dfdd-29e6-44bd-a725-aee2ff60cc49 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922663 Jun 16 17:10:56.533420 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129fd18d-3479-4a93-bafc-0054d83fa8a7 x-openstack-request-id: req-129fd18d-3479-4a93-bafc-0054d83fa8a7 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:56.533420 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9250a74c-63fa-4817-a6e9-5b896c06a83e", "tag": "72c4101c-dc49-453f-9e81-835605a6bd9b", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:56.533420 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-129fd18d-3479-4a93-bafc-0054d83fa8a7 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:56.533420 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9250a74c-63fa-4817-a6e9-5b896c06a83e', 'tag': '72c4101c-dc49-453f-9e81-835605a6bd9b', 'status': 'completed', 'code': 200} Jun 16 17:10:56.579256 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d6ed560a-66f9-45eb-bcf1-68bf2b48e3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.593093 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-e7179249-2d9b-4a3f-a7be-b10b003fd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:56.594729 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-e7179249-2d9b-4a3f-a7be-b10b003fd3d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=70ea64f5b8fb4fd285b3ff78b126b068&device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 1096 time: 0.0761988 Jun 16 17:10:56.641946 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a56e-79f8-4af5-a1ed-815e799d4a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.646831 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a56e-79f8-4af5-a1ed-815e799d4a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.648798 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a6a3a56e-79f8-4af5-a1ed-815e799d4a9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ecb48eed-b5c5-41f1-bffc-2879d5137b27 HTTP/1.1" status: 204 len: 168 time: 0.3840876 Jun 16 17:10:56.650368 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-2fbc8757-a499-47a2-bab9-9acb36aca1a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72c4101c-dc49-453f-9e81-835605a6bd9b HTTP/1.1" status: 200 len: 217 time: 0.0429797 Jun 16 17:10:56.650503 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:56.661695 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3a56e-79f8-4af5-a1ed-815e799d4a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb48eed-b5c5-41f1-bffc-2879d5137b27,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:56.673159 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a6a3a56e-79f8-4af5-a1ed-815e799d4a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:56.727450 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-76eabfa4-af5b-4f77-a8e2-224ab91581f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:56.729025 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-76eabfa4-af5b-4f77-a8e2-224ab91581f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73407789-550f-42e1-8b7d-0a54308f0fd6 HTTP/1.1" status: 200 len: 849 time: 0.0678596 Jun 16 17:10:56.784981 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-dddd6b67-c747-4864-8f45-340d16858255 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9639adb5-5095-444b-b410-141b39182f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459681 Jun 16 17:10:56.898002 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44768) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:56.919152 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-bd9a86ff-eec1-4b5a-b47c-e4342ce2f4cd service neutron] 10.222.0.60 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246111 Jun 16 17:10:57.049079 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26f4579c-094f-4b4b-9c0e-cd4ea51e0fef req-5466d4a4-f52b-413f-8ce6-dfa3dd34e208 service neutron] 10.222.0.60 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196837 Jun 16 17:10:57.265779 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-463c6047-3913-42ae-9ced-b11b18ba2c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:57.432478 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-463c6047-3913-42ae-9ced-b11b18ba2c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:57.444274 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d2763-5aa7-4bfb-b13a-e6b27d9c6c9c req-01ff4e43-64e4-4fec-a695-db5b60719cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:57.446093 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-768d2763-5aa7-4bfb-b13a-e6b27d9c6c9c req-01ff4e43-64e4-4fec-a695-db5b60719cb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=70ea64f5b8fb4fd285b3ff78b126b068&device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 1096 time: 0.2236643 Jun 16 17:10:57.478335 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f7ddc-add4-4fff-a66b-55bc99d88726 req-321b6272-af1b-401d-b43b-0d81637a000d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:57.480556 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d4f7ddc-add4-4fff-a66b-55bc99d88726 req-321b6272-af1b-401d-b43b-0d81637a000d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 944 time: 0.1973131 Jun 16 17:10:57.562266 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f02d0a-5faa-41af-9cc4-fdf75bd03116 req-1584d884-51f6-4cff-a243-921c03820ca7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:57.564458 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c7f02d0a-5faa-41af-9cc4-fdf75bd03116 req-1584d884-51f6-4cff-a243-921c03820ca7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.2349799 Jun 16 17:10:57.597301 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-463c6047-3913-42ae-9ced-b11b18ba2c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:57.614456 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-21a233d8-8e9c-47de-87ce-bda5ea904bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:57.638718 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2d4f7ddc-add4-4fff-a66b-55bc99d88726 req-c03ec8bf-ffc9-4b8f-a9a3-4caaa042913c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465151 Jun 16 17:10:57.685789 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-463c6047-3913-42ae-9ced-b11b18ba2c06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ac46ee32f55491e89ed6182a2834c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7855058 Jun 16 17:10:57.689127 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44790) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:57.694294 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c7f02d0a-5faa-41af-9cc4-fdf75bd03116 req-c817c6ba-4a8a-4bfe-8e9b-0e20c1a54566 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227529 Jun 16 17:10:57.710054 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44792) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:57.716941 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d2763-5aa7-4bfb-b13a-e6b27d9c6c9c req-bce6a213-fc77-4f85-af1a-706371bdd16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:57.721018 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-768d2763-5aa7-4bfb-b13a-e6b27d9c6c9c req-bce6a213-fc77-4f85-af1a-706371bdd16a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9639adb5-5095-444b-b410-141b39182f51 HTTP/1.1" status: 200 len: 909 time: 0.2598252 Jun 16 17:10:57.732335 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c6047-3913-42ae-9ced-b11b18ba2c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6432682a-6d64-470e-a40e-0862d52e588b,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:57.746817 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-463c6047-3913-42ae-9ced-b11b18ba2c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:57.752415 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3129e390-0a17-4aaf-b382-6325428069a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:57.803854 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-768d2763-5aa7-4bfb-b13a-e6b27d9c6c9c req-ad438518-efe2-4298-b0b4-c286f814d105 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72c4101c-dc49-453f-9e81-835605a6bd9b HTTP/1.1" status: 200 len: 217 time: 0.0722146 Jun 16 17:10:57.890148 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d2763-5aa7-4bfb-b13a-e6b27d9c6c9c req-ed8166ad-3ee9-4b66-88be-e772594b5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:57.892976 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-768d2763-5aa7-4bfb-b13a-e6b27d9c6c9c req-ed8166ad-3ee9-4b66-88be-e772594b5847 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73407789-550f-42e1-8b7d-0a54308f0fd6 HTTP/1.1" status: 200 len: 849 time: 0.0714655 Jun 16 17:10:57.900970 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ae07c03e-207c-46f6-8671-212ca0d2799d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:57.952178 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-768d2763-5aa7-4bfb-b13a-e6b27d9c6c9c req-db3697d9-286c-4071-904b-1648f5a0682e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9639adb5-5095-444b-b410-141b39182f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480211 Jun 16 17:10:57.962326 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ae07c03e-207c-46f6-8671-212ca0d2799d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:57.993920 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3129e390-0a17-4aaf-b382-6325428069a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.098202 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3129e390-0a17-4aaf-b382-6325428069a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.101023 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7da4632d-04e8-4aaa-a0c1-1b4c11525bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:58.124577 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-768d2763-5aa7-4bfb-b13a-e6b27d9c6c9c req-581ad913-5adf-433e-8acd-3b36e88bacde service neutron] 10.222.0.60 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630652 Jun 16 17:10:58.137148 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6eff-5604-4523-8cc8-2d6eefe9e726 req-6100cc48-62ce-43c2-ad59-4130cb1275b5 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:58.138709 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fffb6eff-5604-4523-8cc8-2d6eefe9e726 req-6100cc48-62ce-43c2-ad59-4130cb1275b5 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 943 time: 0.1514585 Jun 16 17:10:58.141525 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ae07c03e-207c-46f6-8671-212ca0d2799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.144212 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ae07c03e-207c-46f6-8671-212ca0d2799d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.145483 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ae07c03e-207c-46f6-8671-212ca0d2799d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6432682a-6d64-470e-a40e-0862d52e588b HTTP/1.1" status: 204 len: 168 time: 0.4537759 Jun 16 17:10:58.153848 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129e390-0a17-4aaf-b382-6325428069a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5749f436-72f4-4869-8412-cfc2bffa42eb,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:58.160949 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3129e390-0a17-4aaf-b382-6325428069a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=454714c8f72941748ca3ba4e311b17b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487998 Jun 16 17:10:58.162810 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3129e390-0a17-4aaf-b382-6325428069a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:58.163860 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7e801c21-e7e9-4db5-9e55-f5facf59ab4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:58.168206 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44796) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:58.190868 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07c03e-207c-46f6-8671-212ca0d2799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6432682a-6d64-470e-a40e-0862d52e588b,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:58.204789 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ae07c03e-207c-46f6-8671-212ca0d2799d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:58.276640 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6e1e99f-5a75-4f53-84e7-50baea6c528b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.286847 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:10:58.299156 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fffb6eff-5604-4523-8cc8-2d6eefe9e726 req-1a4998e4-69cb-4825-9cad-668759af7bf6 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288724 Jun 16 17:10:58.315569 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6e1e99f-5a75-4f53-84e7-50baea6c528b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.347630 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-768d2763-5aa7-4bfb-b13a-e6b27d9c6c9c req-7d1f60be-daf0-45ff-bdba-cc2a8722f767 service neutron] 10.222.0.60 "GET /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075398 Jun 16 17:10:58.441595 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:58.481659 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6e1e99f-5a75-4f53-84e7-50baea6c528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.487854 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f6e1e99f-5a75-4f53-84e7-50baea6c528b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.490295 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f6e1e99f-5a75-4f53-84e7-50baea6c528b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5749f436-72f4-4869-8412-cfc2bffa42eb HTTP/1.1" status: 204 len: 168 time: 0.3196495 Jun 16 17:10:58.491711 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-cbdcef5b-d446-418b-a8bb-81d427a75f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:58.538545 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1e99f-5a75-4f53-84e7-50baea6c528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5749f436-72f4-4869-8412-cfc2bffa42eb,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:58.551658 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6e1e99f-5a75-4f53-84e7-50baea6c528b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:58.607769 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821c500-3ddb-4ee5-8bb9-a25b18630d83 req-75fe0656-4f7d-4aa1-a691-8c40a518aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:58.609053 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6821c500-3ddb-4ee5-8bb9-a25b18630d83 req-75fe0656-4f7d-4aa1-a691-8c40a518aee7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 1099 time: 0.1003041 Jun 16 17:10:58.626490 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': 'd6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f', 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953', 'port_id': 'd6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f', 'mac_address': 'fa:16:3e:f8:77:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc0351f-c8c6-47f3-be73-fc174db5a017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:10:58.672631 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6821c500-3ddb-4ee5-8bb9-a25b18630d83 req-9d72f320-fc7b-48cc-9327-5d042f0f9b14 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565059 Jun 16 17:10:58.696235 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.715125 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:10:58.746321 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:58.847450 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.850443 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a79fabb8-d91c-45a4-b907-3d236326e4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:58.869074 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9cae4-702c-4ac3-89ee-0d1f4830c430 req-21b87929-ff33-49a7-a4b4-b681c5617799 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:58.871559 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4b9cae4-702c-4ac3-89ee-0d1f4830c430 req-21b87929-ff33-49a7-a4b4-b681c5617799 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 944 time: 0.0850859 Jun 16 17:10:58.930332 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:58.930886 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:58.959024 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4b9cae4-702c-4ac3-89ee-0d1f4830c430 req-347af9f9-f74c-4256-a912-29d33aecf528 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768180 Jun 16 17:10:58.985958 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30a28-2f0c-4574-8fa5-29561b83c90d req-aaa8d0f3-0052-45ae-b0c1-0af715f0500d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:58.987635 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cdd30a28-2f0c-4574-8fa5-29561b83c90d req-aaa8d0f3-0052-45ae-b0c1-0af715f0500d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1322899 Jun 16 17:10:59.052418 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cdd30a28-2f0c-4574-8fa5-29561b83c90d req-ff3ec977-28c1-4625-8c83-f3545e2a5ec7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543926 Jun 16 17:10:59.132455 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:59.275421 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-97dc0aad-4bfb-4264-a848-b22097f81d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:59.404466 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44832) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:59.460355 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:10:59.563693 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19871174-85a0-432d-855d-9deaf0eb0b16 req-280314b5-b63f-4a89-a78c-ed9b492c7e3e tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:59.565085 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19871174-85a0-432d-855d-9deaf0eb0b16 req-280314b5-b63f-4a89-a78c-ed9b492c7e3e tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 943 time: 0.0702741 Jun 16 17:10:59.629268 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19871174-85a0-432d-855d-9deaf0eb0b16 req-df2527d9-93f9-4336-aa66-62545127aeba tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557916 Jun 16 17:10:59.793059 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e1f9591c-0553-4b6f-a403-541cf3b64945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:59.929507 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e1f9591c-0553-4b6f-a403-541cf3b64945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:59.989702 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e1f9591c-0553-4b6f-a403-541cf3b64945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:59.996021 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-dafb5927-bbb4-441b-984a-106a6c7c4987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:00.063192 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e1f9591c-0553-4b6f-a403-541cf3b64945 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2ba4ed8e3ef4b1d8f9002cd7c1ba5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6557298 Jun 16 17:11:00.065680 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9591c-0553-4b6f-a403-541cf3b64945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7866620-f613-4df2-84df-8e2b1fb0825e,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:00.067365 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 44856) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:00.084261 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e1f9591c-0553-4b6f-a403-541cf3b64945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:00.152084 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bba8cbdd-f827-477d-884f-3227528554a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:00.276893 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bba8cbdd-f827-477d-884f-3227528554a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:00.389998 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec156f8-f879-4fc6-b53d-ba7d6b744db7 req-a8135f01-de1c-4406-a0cc-e3a233bd8a4d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:00.396944 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ec156f8-f879-4fc6-b53d-ba7d6b744db7 req-a8135f01-de1c-4406-a0cc-e3a233bd8a4d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1652179 Jun 16 17:11:00.406812 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac401b09-3be6-43c7-84f4-2f36d51d3ecb req-6ee204ec-9970-47d4-9da3-5c8feb121883 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:00.408737 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ac401b09-3be6-43c7-84f4-2f36d51d3ecb req-6ee204ec-9970-47d4-9da3-5c8feb121883 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 945 time: 0.2067072 Jun 16 17:11:00.507093 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ec156f8-f879-4fc6-b53d-ba7d6b744db7 req-157a25ab-07b8-45be-9213-3cc629f939f8 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088884 Jun 16 17:11:00.527297 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bba8cbdd-f827-477d-884f-3227528554a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:00.527810 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bba8cbdd-f827-477d-884f-3227528554a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:00.531199 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-bba8cbdd-f827-477d-884f-3227528554a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7866620-f613-4df2-84df-8e2b1fb0825e HTTP/1.1" status: 204 len: 168 time: 0.4619522 Jun 16 17:11:00.544178 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4ae2193d-f5bc-4351-aea1-728979885ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:00.568235 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ac401b09-3be6-43c7-84f4-2f36d51d3ecb req-20299dc9-fafa-4caa-996c-f4734acad68c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252296 Jun 16 17:11:00.568235 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8cbdd-f827-477d-884f-3227528554a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7866620-f613-4df2-84df-8e2b1fb0825e,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:00.568235 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bba8cbdd-f827-477d-884f-3227528554a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:00.852476 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:01.053944 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9f447-ebb6-448d-8f5b-193aeaa2d5ad req-1eab7078-d67e-40d6-ae33-75c2b80a4cd1 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:01.056552 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-baa9f447-ebb6-448d-8f5b-193aeaa2d5ad req-1eab7078-d67e-40d6-ae33-75c2b80a4cd1 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 943 time: 0.0999739 Jun 16 17:11:01.128942 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-baa9f447-ebb6-448d-8f5b-193aeaa2d5ad req-0efae98a-a8a7-4f9c-be89-8c5da3f952e2 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647020 Jun 16 17:11:01.895932 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec5ff7-bebd-42eb-a95d-38420b842ece req-1fdb9f81-7e33-4733-bf4d-2343501cf32a tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:01.902345 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-78ec5ff7-bebd-42eb-a95d-38420b842ece req-1fdb9f81-7e33-4733-bf4d-2343501cf32a tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 945 time: 0.1596432 Jun 16 17:11:01.926857 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48e83e-235d-4e8e-88e2-a1ffa1629dec req-2173a27c-7b50-45dd-9243-6c4563b840ef tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:01.932613 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b48e83e-235d-4e8e-88e2-a1ffa1629dec req-2173a27c-7b50-45dd-9243-6c4563b840ef tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1324685 Jun 16 17:11:02.021263 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-78ec5ff7-bebd-42eb-a95d-38420b842ece req-f3369451-33cd-4c6b-961f-0bfd31e56f0a tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860770 Jun 16 17:11:02.038131 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b48e83e-235d-4e8e-88e2-a1ffa1629dec req-2f0ceebe-83ca-40b5-bcd5-3e5355a87ddd tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929532 Jun 16 17:11:02.307358 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 72c4101c-dc49-453f-9e81-835605a6bd9b details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:11:02.311543 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:02.355067 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 44934) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:02.367050 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:02.496050 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d83479-f923-4ade-ad39-9fa446961ffc req-bc490a6a-d511-4bc8-bbfa-2916d2a408a0 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:02.499132 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-13d83479-f923-4ade-ad39-9fa446961ffc req-bc490a6a-d511-4bc8-bbfa-2916d2a408a0 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 943 time: 0.1195498 Jun 16 17:11:02.531749 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 72c4101c-dc49-453f-9e81-835605a6bd9b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=72c4101c-dc49-453f-9e81-835605a6bd9b,segment=NetworkSegment(c765f724-dbd9-47e0-b082-b9c8428a4df0),segment_id=c765f724-dbd9-47e0-b082-b9c8428a4df0)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:11:02.531749 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '72c4101c-dc49-453f-9e81-835605a6bd9b', 'network_id': '9639adb5-5095-444b-b410-141b39182f51', 'port_id': '72c4101c-dc49-453f-9e81-835605a6bd9b', 'mac_address': 'fa:16:3e:3e:d5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73407789-550f-42e1-8b7d-0a54308f0fd6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:11:02.532476 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-498593946-network', 'tenant_id': '985c974d42614aa6833f6677f03026f0'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:11:02.534434 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:11:02.569956 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:02.573794 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-13d83479-f923-4ade-ad39-9fa446961ffc req-e49efc55-1e9d-49b6-837f-c67152296403 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676529 Jun 16 17:11:02.589110 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c4101c-dc49-453f-9e81-835605a6bd9b {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:11:02.596063 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:02.607104 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:02.607538 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:02.637213 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 72c4101c-dc49-453f-9e81-835605a6bd9b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=72c4101c-dc49-453f-9e81-835605a6bd9b,segment=NetworkSegment(c765f724-dbd9-47e0-b082-b9c8428a4df0),segment_id=c765f724-dbd9-47e0-b082-b9c8428a4df0)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:11:02.723487 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:02.726742 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Made reservation on behalf of 985c974d42614aa6833f6677f03026f0 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:11:02.738238 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:02.746579 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:02.756847 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227d20ea-5a96-456a-bb55-61d06424cb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:11:02.758983 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da9f5c5-fb8a-4995-b211-542a217f5292" -d '{"events": [{"server_uuid": "227d20ea-5a96-456a-bb55-61d06424cb47", "name": "network-vif-plugged", "status": "completed", "tag": "d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:11:02.764905 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:02.779014 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:02.817495 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dcaefc-88e2-4020-98ce-471183e53933 x-openstack-request-id: req-91dcaefc-88e2-4020-98ce-471183e53933 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:11:02.817766 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227d20ea-5a96-456a-bb55-61d06424cb47", "name": "network-vif-plugged", "status": "completed", "tag": "d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:11:02.818034 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91dcaefc-88e2-4020-98ce-471183e53933 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:11:02.818440 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227d20ea-5a96-456a-bb55-61d06424cb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f', 'code': 200} Jun 16 17:11:02.824345 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:11:02.877467 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=72c4101c-dc49-453f-9e81-835605a6bd9b,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:02.881643 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:02.928511 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:02.961221 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:02.964173 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:03.037779 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:03.041210 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:03.067815 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.073363 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:03.086471 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bdcb8-810e-4036-97e8-8e6d6a6dd128 req-9a3a24f7-bc4b-496c-8158-094944de9b96 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:03.088036 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b5bdcb8-810e-4036-97e8-8e6d6a6dd128 req-9a3a24f7-bc4b-496c-8158-094944de9b96 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1363723 Jun 16 17:11:03.133861 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44950) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:03.154611 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:11:03.159359 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c3ed-07df-4328-9c79-920c693c20cd req-53d49e42-9ed1-4e30-afe7-c3a962bc2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:03.161258 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5954c3ed-07df-4328-9c79-920c693c20cd req-53d49e42-9ed1-4e30-afe7-c3a962bc2757 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 1099 time: 0.1646249 Jun 16 17:11:03.204683 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.205104 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Added segment 5eb7ee26-9228-4316-96ac-fa09180f2865 of type vlan for network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 Jun 16 17:11:03.218866 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:03.241341 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:03.344761 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['72c4101c-dc49-453f-9e81-835605a6bd9b'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:11:03.384383 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-57fb5cf2-7e53-4ac1-887f-8fd016142f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.531665 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-57fb5cf2-7e53-4ac1-887f-8fd016142f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.589994 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-57fb5cf2-7e53-4ac1-887f-8fd016142f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.593969 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1cc5f17c-cbf8-4e52-b920-0c68c782fb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:03.614963 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b5bdcb8-810e-4036-97e8-8e6d6a6dd128 req-f02972bb-2567-4a8e-a9f1-dbd9f1c33337 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136752 Jun 16 17:11:03.653184 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-57fb5cf2-7e53-4ac1-887f-8fd016142f77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e936fb0965974bcba872f3a03292bc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180111 Jun 16 17:11:03.655056 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb5cf2-7e53-4ac1-887f-8fd016142f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ed27ac-25ea-4584-b73c-e0055b1d626f,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:03.657984 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44960) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:03.660971 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-57fb5cf2-7e53-4ac1-887f-8fd016142f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:03.674524 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.725815 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa7e8-c819-4946-90f0-3dcb725f5de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.805139 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa7e8-c819-4946-90f0-3dcb725f5de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.820084 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c3ed-07df-4328-9c79-920c693c20cd req-e262c34c-00fe-47d7-bb25-dbe5b9a2c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:03.822756 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5954c3ed-07df-4328-9c79-920c693c20cd req-e262c34c-00fe-47d7-bb25-dbe5b9a2c6db service neutron] 10.222.0.60 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 918 time: 0.6415119 Jun 16 17:11:03.938021 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6949cc-c52d-4654-a97b-8b7851ebdfe6 req-0745262a-bca9-4c58-aefb-efd8a05a86c3 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:03.940619 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4d6949cc-c52d-4654-a97b-8b7851ebdfe6 req-0745262a-bca9-4c58-aefb-efd8a05a86c3 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 946 time: 0.7091691 Jun 16 17:11:03.943629 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5954c3ed-07df-4328-9c79-920c693c20cd req-f76c8da9-7f19-4985-afa8-727eb99077b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=609baf17-22bc-49b5-a572-92213d002204 HTTP/1.1" status: 200 len: 217 time: 0.1011055 Jun 16 17:11:03.944554 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.947938 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5687cf5-a2d9-433b-971d-3563ae3d6604 req-7bd2bb10-6060-42b6-9a5b-6b27897395a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:03.950534 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b5687cf5-a2d9-433b-971d-3563ae3d6604 req-7bd2bb10-6060-42b6-9a5b-6b27897395a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 1099 time: 0.3689098 Jun 16 17:11:03.956523 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:03.957525 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.974595 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-496cb394-ddda-459f-8c79-da68832fcbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:03.979927 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa7e8-c819-4946-90f0-3dcb725f5de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.987476 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa7e8-c819-4946-90f0-3dcb725f5de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:03.992295 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-cf3aa7e8-c819-4946-90f0-3dcb725f5de8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84ed27ac-25ea-4584-b73c-e0055b1d626f HTTP/1.1" status: 204 len: 168 time: 0.3307791 Jun 16 17:11:03.993627 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-463c6047-3913-42ae-9ced-b11b18ba2c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:04.016338 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3aa7e8-c819-4946-90f0-3dcb725f5de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ed27ac-25ea-4584-b73c-e0055b1d626f,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:04.051579 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-cf3aa7e8-c819-4946-90f0-3dcb725f5de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:04.126385 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7694852 Jun 16 17:11:04.130908 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44972) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:04.138823 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Request body: {'subnet': {'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-498593946-subnet', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:11:04.148197 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4d6949cc-c52d-4654-a97b-8b7851ebdfe6 req-b2f00cb3-61f5-43be-a08d-c33d252d6d5b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962216 Jun 16 17:11:04.154040 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Pushing event updated for resources: {'Network': ['ID=19312281-3844-4bef-8fd3-0aa0b70b8bf9,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:04.157491 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:04.161556 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c3ed-07df-4328-9c79-920c693c20cd req-13861ae4-746d-42ae-823f-ae75514bad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:04.163630 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5954c3ed-07df-4328-9c79-920c693c20cd req-13861ae4-746d-42ae-823f-ae75514bad03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 200 len: 858 time: 0.2021606 Jun 16 17:11:04.168412 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:11:04.175097 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b5687cf5-a2d9-433b-971d-3563ae3d6604 req-8a6d9c4a-79ba-43ca-aaa9-09b4b22fe4e9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118034 Jun 16 17:11:04.218503 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5954c3ed-07df-4328-9c79-920c693c20cd req-719eac4c-a95b-40b8-be57-736a42b1946b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83538a37-de03-4bca-862d-10405954664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447845 Jun 16 17:11:04.309539 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Made reservation on behalf of 985c974d42614aa6833f6677f03026f0 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:11:04.312380 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4707700'] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:04.447648 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c274aad-1455-4ddd-a7ef-b6f4a6af1a33 req-19ba8fc8-82fe-40d5-bf6f-33f0bb67c5e0 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:04.449345 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7c274aad-1455-4ddd-a7ef-b6f4a6af1a33 req-19ba8fc8-82fe-40d5-bf6f-33f0bb67c5e0 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 944 time: 0.1563985 Jun 16 17:11:04.521118 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5954c3ed-07df-4328-9c79-920c693c20cd req-3591bc0b-4fe3-480c-9df4-741778240216 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511712 Jun 16 17:11:04.524397 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7c274aad-1455-4ddd-a7ef-b6f4a6af1a33 req-6e1b69b4-affa-4561-b004-ada20cda34c5 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614793 Jun 16 17:11:04.645466 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5954c3ed-07df-4328-9c79-920c693c20cd req-9f72bd99-1ab7-4af2-bfb6-a736f5cd123c service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102617 Jun 16 17:11:04.738250 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4707686'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:04.741022 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:04.812984 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41eb959a-5f87-44c3-ba91-34050801a6de,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:04.816471 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:04.827997 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Checking segment: {'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:11:04.828875 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Network hostable DHCP agents. Network: 19312281-3844-4bef-8fd3-0aa0b70b8bf9, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:11:04.849916 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fbef-182a-49d7-8079-a83381d612c1 req-e2d72c3d-a820-490e-8c8f-2e24e3519034 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:04.851713 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0750fbef-182a-49d7-8079-a83381d612c1 req-e2d72c3d-a820-490e-8c8f-2e24e3519034 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0764837 Jun 16 17:11:04.913735 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0750fbef-182a-49d7-8079-a83381d612c1 req-8e21d0f2-e866-46c7-bf1f-7f6ed10cf812 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531812 Jun 16 17:11:04.995220 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:11:05.062066 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44982) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:05.081217 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-08023f89-0de2-400a-85dc-3b207d25106c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.094972 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 19312281-3844-4bef-8fd3-0aa0b70b8bf9) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:05.110397 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef210273-b8b7-4f6c-9262-04ae5c82fa3c None None] Network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:11:05.113041 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:05.114349 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.241400 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-08023f89-0de2-400a-85dc-3b207d25106c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.328020 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-08023f89-0de2-400a-85dc-3b207d25106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.335345 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e2034957-994b-4bee-9d94-579d5da38bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:05.338079 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77d24ac1-5335-58a7-b4f6-50a51633770b-19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'fixed_ips': [{'subnet_id': '41eb959a-5f87-44c3-ba91-34050801a6de'}]}} from dv-cinder-772126-4-iscsi. {{(pid=93485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:11:05.339948 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.391171 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08023f89-0de2-400a-85dc-3b207d25106c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9926c7-cb72-481a-b598-343c5c431f28,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:05.403242 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-08023f89-0de2-400a-85dc-3b207d25106c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7248be65475249deb7fa0693c0df39b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391652 Jun 16 17:11:05.407161 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-08023f89-0de2-400a-85dc-3b207d25106c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:05.408615 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 44988) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:05.421510 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-926cc019-5421-4e67-9028-305c5df9f703 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2874269 Jun 16 17:11:05.425417 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76000dcc-4101-4e7e-b158-534fa9bffc5b req-cbc5c21f-574f-4f81-819e-e53b2026f880 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:05.426914 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76000dcc-4101-4e7e-b158-534fa9bffc5b req-cbc5c21f-574f-4f81-819e-e53b2026f880 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 946 time: 0.1122541 Jun 16 17:11:05.427478 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 44990) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:05.433560 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:11:05.528093 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1acf9542-7b2c-465e-b931-a03cbf87780d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.537458 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76000dcc-4101-4e7e-b158-534fa9bffc5b req-fabb961a-03d4-4aab-a560-a7b63d0e3f69 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954883 Jun 16 17:11:05.577464 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1acf9542-7b2c-465e-b931-a03cbf87780d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.597233 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.600687 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.661485 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Allocated IP 172.20.0.2 (19312281-3844-4bef-8fd3-0aa0b70b8bf9/41eb959a-5f87-44c3-ba91-34050801a6de/18d28803-89d0-40c2-94c3-4f446295ae7d) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:11:05.731023 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.771842 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1acf9542-7b2c-465e-b931-a03cbf87780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.778021 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1acf9542-7b2c-465e-b931-a03cbf87780d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.783888 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1acf9542-7b2c-465e-b931-a03cbf87780d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c9926c7-cb72-481a-b598-343c5c431f28 HTTP/1.1" status: 204 len: 168 time: 0.3699791 Jun 16 17:11:05.783888 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a6a3a56e-79f8-4af5-a1ed-815e799d4a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:05.809208 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf9542-7b2c-465e-b931-a03cbf87780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9926c7-cb72-481a-b598-343c5c431f28,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:05.815358 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1acf9542-7b2c-465e-b931-a03cbf87780d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:05.823871 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d21bb-fa86-47e8-ae61-8b58380356f2 req-c748172a-989e-40fa-b1d3-055246b49c06 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:05.825708 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-037d21bb-fa86-47e8-ae61-8b58380356f2 req-c748172a-989e-40fa-b1d3-055246b49c06 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 944 time: 0.1085002 Jun 16 17:11:05.901245 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:05.915607 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Transition to ACTIVE for port object 18d28803-89d0-40c2-94c3-4f446295ae7d will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:05.941175 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Transition to ACTIVE for port object 18d28803-89d0-40c2-94c3-4f446295ae7d will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:06.054518 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-037d21bb-fa86-47e8-ae61-8b58380356f2 req-cc2dcfc0-d7a1-4812-b7c3-5523bb5fe4fb tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761177 Jun 16 17:11:06.061993 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:06.104795 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:06.110160 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-279ee1e3-5a06-49b1-831e-7402f2e88388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:06.163880 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457c26b-7e18-467a-b06b-9294f9ca3a85 req-99912655-0106-4a22-875a-90e53739958e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:06.166656 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:11:06.167383 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6457c26b-7e18-467a-b06b-9294f9ca3a85 req-99912655-0106-4a22-875a-90e53739958e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0942984 Jun 16 17:11:06.171683 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:06.175491 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:11:06.204297 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Pushing event updated for resources: {'Port': ['ID=18d28803-89d0-40c2-94c3-4f446295ae7d,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:06.209441 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:06.247024 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Attempting to bind port 18d28803-89d0-40c2-94c3-4f446295ae7d on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:11:06.261995 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Attempting to bind port 18d28803-89d0-40c2-94c3-4f446295ae7d by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:11:06.261995 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Attempting to bind port 18d28803-89d0-40c2-94c3-4f446295ae7d on network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:11:06.261995 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:11:06.261995 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Checking segment: {'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:11:06.261995 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:06.261995 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Bound using segment: {'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:11:06.261995 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Bound port: 18d28803-89d0-40c2-94c3-4f446295ae7d, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:11:06.261995 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:06.323703 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 72c4101c-dc49-453f-9e81-835605a6bd9b up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:06.351655 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6457c26b-7e18-467a-b06b-9294f9ca3a85 req-033b9cb0-9a1a-42eb-a22c-7c1066d914ef tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549251 Jun 16 17:11:06.462623 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] For port 18d28803-89d0-40c2-94c3-4f446295ae7d, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:11:06.469672 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] For port 18d28803-89d0-40c2-94c3-4f446295ae7d, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=18d28803-89d0-40c2-94c3-4f446295ae7d,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:11:06.496902 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 45008) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:06.505563 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 72c4101c-dc49-453f-9e81-835605a6bd9b completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:06.513494 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 72c4101c-dc49-453f-9e81-835605a6bd9b triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:06.514581 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:06.571600 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:06.579888 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:06.732197 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Pushing event updated for resources: {'Port': ['ID=18d28803-89d0-40c2-94c3-4f446295ae7d,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:06.735897 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:06.767720 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:06.802439 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:06.813717 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:06.848796 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9250a74c-63fa-4817-a6e9-5b896c06a83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c4101c-dc49-453f-9e81-835605a6bd9b'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:11:06.861723 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362d71bb-e0f4-46f6-82e7-eb9100808d6a" -d '{"events": [{"server_uuid": "9250a74c-63fa-4817-a6e9-5b896c06a83e", "name": "network-vif-plugged", "status": "completed", "tag": "72c4101c-dc49-453f-9e81-835605a6bd9b"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:11:06.896239 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 72c4101c-dc49-453f-9e81-835605a6bd9b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=72c4101c-dc49-453f-9e81-835605a6bd9b,segment=NetworkSegment(c765f724-dbd9-47e0-b082-b9c8428a4df0),segment_id=c765f724-dbd9-47e0-b082-b9c8428a4df0)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:11:06.904338 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3375c63a-c777-41be-af21-ead62613a370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:06.978728 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:06.982544 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c3d6739a-f065-4626-bc67-d03ff1ecea72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:07.026687 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11590a52-c0fd-47ca-8ac3-2f2d97b9bea9 req-aef194d8-55e1-4bd1-b341-6dd0ec9ff457 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:07.028369 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11590a52-c0fd-47ca-8ac3-2f2d97b9bea9 req-aef194d8-55e1-4bd1-b341-6dd0ec9ff457 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 946 time: 0.1576257 Jun 16 17:11:07.047192 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Allocated IP 172.27.2.156 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/edb71ac2-c36c-409d-add8-29a77f4be099) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:11:07.148408 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11590a52-c0fd-47ca-8ac3-2f2d97b9bea9 req-81cf2211-12eb-44f9-8d47-b93783837293 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028798 Jun 16 17:11:07.214002 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=72c4101c-dc49-453f-9e81-835605a6bd9b,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:07.222045 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:07.227143 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb4bd73-f579-41a9-b883-698ff64d5b93 x-openstack-request-id: req-ebb4bd73-f579-41a9-b883-698ff64d5b93 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:11:07.227530 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9250a74c-63fa-4817-a6e9-5b896c06a83e", "name": "network-vif-plugged", "status": "completed", "tag": "72c4101c-dc49-453f-9e81-835605a6bd9b", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:11:07.229588 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ebb4bd73-f579-41a9-b883-698ff64d5b93 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:11:07.230316 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9250a74c-63fa-4817-a6e9-5b896c06a83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c4101c-dc49-453f-9e81-835605a6bd9b', 'code': 200} Jun 16 17:11:07.269055 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3375c63a-c777-41be-af21-ead62613a370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:07.336006 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:07.389868 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3375c63a-c777-41be-af21-ead62613a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:07.406277 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e1f9591c-0553-4b6f-a403-541cf3b64945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:07.483507 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375c63a-c777-41be-af21-ead62613a370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedac717-194c-4b72-890e-e43301169865,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:07.489211 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3375c63a-c777-41be-af21-ead62613a370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:07.506220 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3375c63a-c777-41be-af21-ead62613a370 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ce13b50266f411d923209801470d36e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0077109 Jun 16 17:11:07.510087 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 45036) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:07.537261 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6b288-b0af-4dc5-87ac-a776cafde4fa req-756426b2-5666-4dab-9495-990913d7953e tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:07.548377 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-77b6b288-b0af-4dc5-87ac-a776cafde4fa req-756426b2-5666-4dab-9495-990913d7953e tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 945 time: 0.1543689 Jun 16 17:11:07.583193 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:07.590864 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:07.613053 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 18d28803-89d0-40c2-94c3-4f446295ae7d up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:07.646855 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9becebc5-ae3f-4c94-9e98-5b5f021b5141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:07.705665 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9becebc5-ae3f-4c94-9e98-5b5f021b5141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:07.739583 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:11:07.755858 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:07.763885 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:11:07.770317 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=edb71ac2-c36c-409d-add8-29a77f4be099,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:07.775186 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-77b6b288-b0af-4dc5-87ac-a776cafde4fa req-b272fa17-0bb4-409e-9418-49d20d502fd0 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264383 Jun 16 17:11:07.776186 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:07.835617 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 18d28803-89d0-40c2-94c3-4f446295ae7d completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:07.957969 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9becebc5-ae3f-4c94-9e98-5b5f021b5141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:07.962614 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9becebc5-ae3f-4c94-9e98-5b5f021b5141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:07.964812 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-9becebc5-ae3f-4c94-9e98-5b5f021b5141 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fedac717-194c-4b72-890e-e43301169865 HTTP/1.1" status: 204 len: 168 time: 0.4511433 Jun 16 17:11:07.966259 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:07.980792 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becebc5-ae3f-4c94-9e98-5b5f021b5141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedac717-194c-4b72-890e-e43301169865,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:07.986579 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9becebc5-ae3f-4c94-9e98-5b5f021b5141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:08.078489 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42c001-5ac3-4b2b-8715-5e98e2ca5a63 req-48c3158c-265a-4575-9e26-75a5ef4961bf tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:08.091298 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a42c001-5ac3-4b2b-8715-5e98e2ca5a63 req-48c3158c-265a-4575-9e26-75a5ef4961bf tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.4736750 Jun 16 17:11:08.274736 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a42c001-5ac3-4b2b-8715-5e98e2ca5a63 req-e66d1119-bc4f-499a-bf3b-b994cbe481da tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812212 Jun 16 17:11:08.306966 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd4f39-bbf7-4dbb-a890-7842432d1c8a req-2c708f2e-beea-4253-86c1-da3ac845976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:08.319439 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5fd4f39-bbf7-4dbb-a890-7842432d1c8a req-2c708f2e-beea-4253-86c1-da3ac845976a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 1098 time: 0.3816922 Jun 16 17:11:08.441428 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5fd4f39-bbf7-4dbb-a890-7842432d1c8a req-6ce3f6e0-a96b-4888-9a88-2bb4aab087c1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197157 Jun 16 17:11:08.521139 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:08.550396 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa00607-d4a5-4ebe-a44e-47903f638553 None None] Network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:11:08.813144 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776152'] for router, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:08.864723 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-a54b83ee-729a-4da0-a77e-863434f8e45a None None] Provisioning for port 18d28803-89d0-40c2-94c3-4f446295ae7d completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:08.875962 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-a54b83ee-729a-4da0-a77e-863434f8e45a None None] Provisioning complete for port 18d28803-89d0-40c2-94c3-4f446295ae7d triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:08.876759 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a54b83ee-729a-4da0-a77e-863434f8e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:09.180894 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a54b83ee-729a-4da0-a77e-863434f8e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:09.282336 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-a54b83ee-729a-4da0-a77e-863434f8e45a None None] For port 18d28803-89d0-40c2-94c3-4f446295ae7d, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=18d28803-89d0-40c2-94c3-4f446295ae7d,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:11:09.345419 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adc6e1-9e52-4984-b206-47cd99e6fbed req-50394608-d185-4bde-932e-7980e9ab8def tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:09.347002 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-30adc6e1-9e52-4984-b206-47cd99e6fbed req-50394608-d185-4bde-932e-7980e9ab8def tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 945 time: 0.1479962 Jun 16 17:11:09.411256 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-30adc6e1-9e52-4984-b206-47cd99e6fbed req-b708966b-0503-4638-bb0e-e0ee47ff2452 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516117 Jun 16 17:11:09.423811 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a54b83ee-729a-4da0-a77e-863434f8e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:09.428602 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7e9d848f-7607-44c7-ad9d-9971c98ce6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:09.472885 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Router 627ea004-5488-4a04-acd7-29cdbb6acb24 is scheduled to L3 agent d030d153-e17d-479d-a207-828748eac732 with binding_index 1 {{(pid=93483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:11:09.530809 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b83ee-729a-4da0-a77e-863434f8e45a None None] Pushing event updated for resources: {'Port': ['ID=18d28803-89d0-40c2-94c3-4f446295ae7d,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:09.538434 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a54b83ee-729a-4da0-a77e-863434f8e45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:09.574298 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-0bc9cbad-4677-459c-be94-081c0e5dec5c None None] Provisioning complete for port 18d28803-89d0-40c2-94c3-4f446295ae7d triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:09.575311 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0bc9cbad-4677-459c-be94-081c0e5dec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:10.005629 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:11:10.019445 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Sync routers for ids ['627ea004-5488-4a04-acd7-29cdbb6acb24'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:11:10.037352 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Routers {'627ea004-5488-4a04-acd7-29cdbb6acb24'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:11:10.038775 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:10:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['627ea004-5488-4a04-acd7-29cdbb6acb24'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:10.039345 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab70a9-d3f9-4d75-a7c9-33867d664d5e req-e5bcc5c6-3428-4ac5-b9aa-444e78e2e1f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:10.041892 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97ab70a9-d3f9-4d75-a7c9-33867d664d5e req-e5bcc5c6-3428-4ac5-b9aa-444e78e2e1f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1556189 Jun 16 17:11:10.119923 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97ab70a9-d3f9-4d75-a7c9-33867d664d5e req-959fb9c4-9f4f-480c-b2bc-0a5df5f2558d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691333 Jun 16 17:11:10.133154 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:10.136904 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7063935 Jun 16 17:11:10.140820 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 45080) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:10.235071 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Set router 627ea004-5488-4a04-acd7-29cdbb6acb24 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:11:10.638432 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:08Z', 'revision_number': 3, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:10.645998 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Checking router: 627ea004-5488-4a04-acd7-29cdbb6acb24 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:11:10.646573 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Updating router 627ea004-5488-4a04-acd7-29cdbb6acb24 port edb71ac2-c36c-409d-add8-29a77f4be099 binding host dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:11:10.772941 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:10.863972 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:10.888477 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f2295-399b-48e1-bf8b-06c1e219e16b req-3bc35008-1ccb-4a91-9fd3-e23537d2c313 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:10.891502 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a09f2295-399b-48e1-bf8b-06c1e219e16b req-3bc35008-1ccb-4a91-9fd3-e23537d2c313 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 945 time: 0.1934426 Jun 16 17:11:11.011570 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a09f2295-399b-48e1-bf8b-06c1e219e16b req-ce028096-8e0e-4807-9a12-1157a63e8794 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880208 Jun 16 17:11:11.168869 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Allocated IP 172.20.0.1 (19312281-3844-4bef-8fd3-0aa0b70b8bf9/41eb959a-5f87-44c3-ba91-34050801a6de/43856007-e326-4ee8-9e7e-08e4bca28712) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:11:11.271028 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:11.281922 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Transition to ACTIVE for port object edb71ac2-c36c-409d-add8-29a77f4be099 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:11.358162 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:11.383340 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Transition to ACTIVE for port object 43856007-e326-4ee8-9e7e-08e4bca28712 will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:11.407200 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:11.419091 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:11.505832 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Pushing event updated for resources: {'Port': ['ID=edb71ac2-c36c-409d-add8-29a77f4be099,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:11.525664 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.526240 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.526996 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.527355 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.527927 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.528479 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.529022 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.530315 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.532626 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.533745 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.534288 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.534833 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:11.535558 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 18d28803-89d0-40c2-94c3-4f446295ae7d up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:11.542156 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:11.574556 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Attempting to bind port edb71ac2-c36c-409d-add8-29a77f4be099 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:11:11.575519 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Attempting to bind port edb71ac2-c36c-409d-add8-29a77f4be099 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:11:11.576385 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Attempting to bind port edb71ac2-c36c-409d-add8-29a77f4be099 on network f3b02221-594f-42f0-99f5-5967d9456d03 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:11:11.586672 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:11:11.595987 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Checking segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:11:11.595987 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:11.595987 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Bound using segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:11:11.595987 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Bound port: edb71ac2-c36c-409d-add8-29a77f4be099, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:11:11.595987 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:11.617370 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 18d28803-89d0-40c2-94c3-4f446295ae7d triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:11.618422 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:11.654349 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4646499'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:11.662867 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9a9f8e01-eb22-4045-b65a-60907b3aac93 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:11.688859 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] For port edb71ac2-c36c-409d-add8-29a77f4be099, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:11:11.699806 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] For port edb71ac2-c36c-409d-add8-29a77f4be099, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=edb71ac2-c36c-409d-add8-29a77f4be099,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:11:11.735418 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:11:11.743340 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:11.763301 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:11:11.819605 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:11.824927 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:11.834384 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=43856007-e326-4ee8-9e7e-08e4bca28712,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:11.854812 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:11.895251 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771177'] for router_interface, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:11.931716 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Routers {'627ea004-5488-4a04-acd7-29cdbb6acb24'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:11:11.933194 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:10:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['627ea004-5488-4a04-acd7-29cdbb6acb24'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:12.123508 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Pushing event updated for resources: {'Port': ['ID=edb71ac2-c36c-409d-add8-29a77f4be099,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:12.131894 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-2c7eec20-e3dd-46bd-8f7c-2e4bc8130e7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:12.198291 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] Set router 627ea004-5488-4a04-acd7-29cdbb6acb24 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:11:12.255886 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:12.311440 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-3fa4bc38-86bf-4b3b-8c8c-2fef64e9674a None None] Provisioning for port 43856007-e326-4ee8-9e7e-08e4bca28712 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:12.321933 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-3fa4bc38-86bf-4b3b-8c8c-2fef64e9674a None None] Provisioning complete for port 43856007-e326-4ee8-9e7e-08e4bca28712 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:12.324157 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3fa4bc38-86bf-4b3b-8c8c-2fef64e9674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:12.402478 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-3fa4bc38-86bf-4b3b-8c8c-2fef64e9674a None None] Port 43856007-e326-4ee8-9e7e-08e4bca28712 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:11:12.482083 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:08Z', 'revision_number': 3, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:12.488275 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f86d8d-1c3d-4174-866e-5f0e7fee2e4d None None] The sync data for ids ['627ea004-5488-4a04-acd7-29cdbb6acb24'] in dv-cinder-772126-4-iscsi is: [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:08Z', 'revision_number': 3, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:11:12.589064 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa808fc-da3a-47b8-8a9b-f6a7783946e1 req-8b0a552d-802f-43a9-a723-306df5d74b86 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:12.594478 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4aa808fc-da3a-47b8-8a9b-f6a7783946e1 req-8b0a552d-802f-43a9-a723-306df5d74b86 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 945 time: 0.1507056 Jun 16 17:11:12.660555 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:12.704076 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4aa808fc-da3a-47b8-8a9b-f6a7783946e1 req-a6e980d5-8474-43e6-b764-7c93252ffdf7 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921533 Jun 16 17:11:12.768466 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4646517'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:12.774507 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:12.857977 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771093'] for router_interface, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:12.891814 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=43856007-e326-4ee8-9e7e-08e4bca28712,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:12.908170 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:13.069362 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:11:13.072080 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:13.297989 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Router 627ea004-5488-4a04-acd7-29cdbb6acb24 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:11:13.469054 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-d41c8c95-a74f-4c39-9b71-1f58b57a85c1 None None] Provisioning complete for port 43856007-e326-4ee8-9e7e-08e4bca28712 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:13.478709 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d41c8c95-a74f-4c39-9b71-1f58b57a85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:13.536075 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-d41c8c95-a74f-4c39-9b71-1f58b57a85c1 None None] Port 43856007-e326-4ee8-9e7e-08e4bca28712 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:11:13.546791 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:11:13.554292 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] 10.222.0.10 "PUT /v2.0/routers/627ea004-5488-4a04-acd7-29cdbb6acb24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4121125 Jun 16 17:11:13.639862 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device edb71ac2-c36c-409d-add8-29a77f4be099 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:13.893020 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port edb71ac2-c36c-409d-add8-29a77f4be099 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:13.915383 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port edb71ac2-c36c-409d-add8-29a77f4be099 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:13.916250 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:14.109278 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:14.140843 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port edb71ac2-c36c-409d-add8-29a77f4be099, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=edb71ac2-c36c-409d-add8-29a77f4be099,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:11:14.155938 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c56706-7fe7-4f4c-be27-27647dbd9443 req-b5c838c7-6861-4509-9bb0-3912c4cb3176 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:14.159396 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f3c56706-7fe7-4f4c-be27-27647dbd9443 req-b5c838c7-6861-4509-9bb0-3912c4cb3176 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1467261 Jun 16 17:11:14.204821 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f3c56706-7fe7-4f4c-be27-27647dbd9443 req-38cd93ed-9fd1-4b3e-8b4e-eca4eefe7697 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386388 Jun 16 17:11:14.224657 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:14.228311 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:14.313679 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=edb71ac2-c36c-409d-add8-29a77f4be099,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:14.317520 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:14.853806 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 45180) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:14.863551 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1839155260-network', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:11:14.894836 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Sync routers for ids ['627ea004-5488-4a04-acd7-29cdbb6acb24'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:11:14.908645 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Routers {'627ea004-5488-4a04-acd7-29cdbb6acb24'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:11:14.910114 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:10:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['627ea004-5488-4a04-acd7-29cdbb6acb24'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:15.001431 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Made reservation on behalf of 5de3d49335114e51b20da1fd49a2bac7 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:11:15.006073 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.022705 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.071579 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Set router 627ea004-5488-4a04-acd7-29cdbb6acb24 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:11:15.142986 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.251949 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.255266 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-093a859c-8e59-42cd-bcf3-f3da76fc263c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:15.282197 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:11:15.322615 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5a379a-51cf-436d-9e5d-64c93eabc825,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:15.334354 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:15.336748 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.337320 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Added segment f290c90c-b528-4230-a036-857f592cd465 of type vlan for network 11a6c85d-55bd-44a6-859f-eff0417a1bd7 Jun 16 17:11:15.389762 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.442873 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device edb71ac2-c36c-409d-add8-29a77f4be099 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:15.497406 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:12Z', 'revision_number': 4, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '43856007-e326-4ee8-9e7e-08e4bca28712', 'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'mac_address': 'fa:16:3e:0d:00:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:10Z', 'updated_at': '2021-06-16T17:11:12Z', 'revision_number': 2, 'project_id': '985c974d42614aa6833f6677f03026f0', 'subnets': [{'id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:15.512681 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Checking router: 627ea004-5488-4a04-acd7-29cdbb6acb24 for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:11:15.513266 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Updating router 627ea004-5488-4a04-acd7-29cdbb6acb24 port 43856007-e326-4ee8-9e7e-08e4bca28712 binding host dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:11:15.587750 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.601554 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port edb71ac2-c36c-409d-add8-29a77f4be099 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:15.601946 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.630351 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.632897 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:15.634508 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.638829 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5c109ac4-253b-4ead-ad9f-4f82a36130ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:15.763399 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Pushing event updated for resources: {'Network': ['ID=11a6c85d-55bd-44a6-859f-eff0417a1bd7,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:15.783656 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:15.819684 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 11a6c85d-55bd-44a6-859f-eff0417a1bd7 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:11:15.893649 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0376718 Jun 16 17:11:15.897341 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 45200) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:15.911285 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Request body: {'subnet': {'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1839155260-subnet', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'ip_version': 4}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:11:16.021431 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dd374-0348-4f82-a608-37c49a8fce89 req-a2841665-48a0-4d53-a6f3-816e552c607a tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:16.037379 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae6dd374-0348-4f82-a608-37c49a8fce89 req-a2841665-48a0-4d53-a6f3-816e552c607a tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 945 time: 0.1329074 Jun 16 17:11:16.064535 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Made reservation on behalf of 5de3d49335114e51b20da1fd49a2bac7 for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:11:16.067058 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4253762'] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:16.126371 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae6dd374-0348-4f82-a608-37c49a8fce89 req-fcf8b4db-202e-49ec-aa5e-2b594a202b9c tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875394 Jun 16 17:11:16.213323 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:16.227075 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Transition to ACTIVE for port object 43856007-e326-4ee8-9e7e-08e4bca28712 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:16.345366 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:16.350860 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:16.427351 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4238900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4253776'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:16.431269 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:16.506775 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744873a9-ed57-490d-9704-33c38ad3a39c None None] Pushing event updated for resources: {'Port': ['ID=43856007-e326-4ee8-9e7e-08e4bca28712,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:16.515987 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74fbf0dc-a9fe-4597-a27f-afc4f6361b35,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:16.538695 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-744873a9-ed57-490d-9704-33c38ad3a39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:16.544406 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:16.552455 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Checking segment: {'id': 'f290c90c-b528-4230-a036-857f592cd465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:11:16.552811 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Network hostable DHCP agents. Network: 11a6c85d-55bd-44a6-859f-eff0417a1bd7, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:11:16.573579 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Attempting to bind port 43856007-e326-4ee8-9e7e-08e4bca28712 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:11:16.574178 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Attempting to bind port 43856007-e326-4ee8-9e7e-08e4bca28712 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:11:16.574764 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Attempting to bind port 43856007-e326-4ee8-9e7e-08e4bca28712 on network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:11:16.584228 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:11:16.584711 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Checking segment: {'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:11:16.585139 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:16.585639 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Bound using segment: {'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:11:16.586191 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Bound port: 43856007-e326-4ee8-9e7e-08e4bca28712, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:11:16.586989 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:16.671686 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Network 11a6c85d-55bd-44a6-859f-eff0417a1bd7 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:11:16.685105 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] For port 43856007-e326-4ee8-9e7e-08e4bca28712, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:11:16.699884 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] For port 43856007-e326-4ee8-9e7e-08e4bca28712, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=43856007-e326-4ee8-9e7e-08e4bca28712,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:11:16.874991 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 11a6c85d-55bd-44a6-859f-eff0417a1bd7) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:16.880302 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:16.880972 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:16.886576 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244af6ce-433c-436e-9edc-4c83b41558fa None None] Network 11a6c85d-55bd-44a6-859f-eff0417a1bd7 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:11:16.950161 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:16.955161 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:17.015206 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1158457 Jun 16 17:11:17.019081 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 45206) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:17.028059 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1839155260-router', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:11:17.074597 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Routers {'627ea004-5488-4a04-acd7-29cdbb6acb24'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:11:17.075251 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:10:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['627ea004-5488-4a04-acd7-29cdbb6acb24'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:17.118506 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744873a9-ed57-490d-9704-33c38ad3a39c None None] Pushing event updated for resources: {'Port': ['ID=43856007-e326-4ee8-9e7e-08e4bca28712,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:17.161417 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-744873a9-ed57-490d-9704-33c38ad3a39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:17.176401 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:17.179660 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:17.260730 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77d24ac1-5335-58a7-b4f6-50a51633770b-11a6c85d-55bd-44a6-859f-eff0417a1bd7', 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'fixed_ips': [{'subnet_id': '74fbf0dc-a9fe-4597-a27f-afc4f6361b35'}]}} from dv-cinder-772126-4-iscsi. {{(pid=93485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:11:17.261825 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:17.305595 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:17.348204 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] Set router 627ea004-5488-4a04-acd7-29cdbb6acb24 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:11:17.673578 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:17.691537 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffbd24-6bcd-4e3b-95fc-1a0492d3080f req-a4fbc032-7f19-465d-9615-2b274d4d7736 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:17.693217 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-95ffbd24-6bcd-4e3b-95fc-1a0492d3080f req-a4fbc032-7f19-465d-9615-2b274d4d7736 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 945 time: 0.1836061 Jun 16 17:11:17.702590 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Allocated IP 172.20.0.2 (11a6c85d-55bd-44a6-859f-eff0417a1bd7/74fbf0dc-a9fe-4597-a27f-afc4f6361b35/04038150-cd1c-49aa-8f93-22cf79f89c6b) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:11:17.756803 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-95ffbd24-6bcd-4e3b-95fc-1a0492d3080f req-1040c85b-2cb2-4094-891e-3928624aeadd tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569398 Jun 16 17:11:17.813550 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:12Z', 'revision_number': 4, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '43856007-e326-4ee8-9e7e-08e4bca28712', 'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'mac_address': 'fa:16:3e:0d:00:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:10Z', 'updated_at': '2021-06-16T17:11:16Z', 'revision_number': 4, 'project_id': '985c974d42614aa6833f6677f03026f0', 'subnets': [{'id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:17.827293 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e45acfe-8131-4427-acc0-add6ca0ec557 None None] The sync data for ids ['627ea004-5488-4a04-acd7-29cdbb6acb24'] in dv-cinder-772126-4-iscsi is: [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:12Z', 'revision_number': 4, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '43856007-e326-4ee8-9e7e-08e4bca28712', 'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'mac_address': 'fa:16:3e:0d:00:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:10Z', 'updated_at': '2021-06-16T17:11:16Z', 'revision_number': 4, 'project_id': '985c974d42614aa6833f6677f03026f0', 'subnets': [{'id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:11:17.943109 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:17.956676 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Transition to ACTIVE for port object 04038150-cd1c-49aa-8f93-22cf79f89c6b will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:17.980776 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Transition to ACTIVE for port object 04038150-cd1c-49aa-8f93-22cf79f89c6b will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:18.063953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:18.065870 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:18.102943 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:18.114148 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Network 11a6c85d-55bd-44a6-859f-eff0417a1bd7 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:11:18.117866 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:18.123862 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:11:18.132102 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Pushing event updated for resources: {'Port': ['ID=04038150-cd1c-49aa-8f93-22cf79f89c6b,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:18.136348 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:18.142684 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:18.267380 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Allocated IP 172.27.2.136 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/d1283801-1a80-4666-8585-f036930ee806) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:11:18.411566 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:18.516687 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:18.519002 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a49a539d-7ca5-4a63-adfd-e3f9955b7cf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:18.591176 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:11:18.603310 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:18.609199 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:11:18.614226 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Pushing event updated for resources: {'Port': ['ID=d1283801-1a80-4666-8585-f036930ee806,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:18.631257 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Attempting to bind port 04038150-cd1c-49aa-8f93-22cf79f89c6b on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:11:18.632001 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Attempting to bind port 04038150-cd1c-49aa-8f93-22cf79f89c6b by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': 'f290c90c-b528-4230-a036-857f592cd465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:11:18.637726 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Attempting to bind port 04038150-cd1c-49aa-8f93-22cf79f89c6b on network 11a6c85d-55bd-44a6-859f-eff0417a1bd7 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:11:18.638105 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:11:18.638688 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Checking segment: {'id': 'f290c90c-b528-4230-a036-857f592cd465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:11:18.640419 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:18.641087 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Bound using segment: {'id': 'f290c90c-b528-4230-a036-857f592cd465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:11:18.641620 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Bound port: 04038150-cd1c-49aa-8f93-22cf79f89c6b, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f290c90c-b528-4230-a036-857f592cd465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:11:18.642009 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:18.652139 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:18.853925 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] For port 04038150-cd1c-49aa-8f93-22cf79f89c6b, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:11:18.857107 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] For port 04038150-cd1c-49aa-8f93-22cf79f89c6b, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=04038150-cd1c-49aa-8f93-22cf79f89c6b,segment=NetworkSegment(f290c90c-b528-4230-a036-857f592cd465),segment_id=f290c90c-b528-4230-a036-857f592cd465)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:11:18.938457 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:18.940494 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:19.003949 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Pushing event updated for resources: {'Port': ['ID=04038150-cd1c-49aa-8f93-22cf79f89c6b,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:19.018539 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:19.051132 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:19.285626 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776152'] for router, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:19.494586 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 04038150-cd1c-49aa-8f93-22cf79f89c6b up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:19.504164 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a is scheduled to L3 agent d030d153-e17d-479d-a207-828748eac732 with binding_index 1 {{(pid=93483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:11:19.596157 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 04038150-cd1c-49aa-8f93-22cf79f89c6b completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:19.606581 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 43856007-e326-4ee8-9e7e-08e4bca28712 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:19.646461 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:11:19.663930 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Sync routers for ids ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:11:19.679296 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Routers {'08bd8501-3673-4e53-a0fd-55aae7ba0e1a'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:11:19.680688 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:10:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:19.755355 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:19.756838 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7364519 Jun 16 17:11:19.759487 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 45244) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:19.783722 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 43856007-e326-4ee8-9e7e-08e4bca28712 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:19.789012 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 43856007-e326-4ee8-9e7e-08e4bca28712 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:19.789417 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:19.846825 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Set router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:11:19.926101 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:19.976738 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 43856007-e326-4ee8-9e7e-08e4bca28712, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=43856007-e326-4ee8-9e7e-08e4bca28712,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:11:20.041184 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.043965 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:20.130285 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e34954-f626-4af7-8761-0fe5a7a73d7e None None] Network 11a6c85d-55bd-44a6-859f-eff0417a1bd7 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:11:20.130557 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'name': 'tempest-TestMinimumBasicScenario-1839155260-router', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'd1283801-1a80-4666-8585-f036930ee806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:17Z', 'updated_at': '2021-06-16T17:11:18Z', 'revision_number': 3, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'gw_port': {'id': 'd1283801-1a80-4666-8585-f036930ee806', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:18Z', 'updated_at': '2021-06-16T17:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:20.134656 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Checking router: 08bd8501-3673-4e53-a0fd-55aae7ba0e1a for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:11:20.134656 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Updating router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a port d1283801-1a80-4666-8585-f036930ee806 binding host dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:11:20.135197 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=43856007-e326-4ee8-9e7e-08e4bca28712,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:20.157498 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:20.184481 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.315272 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-58cc9fb7-eda4-4402-a54f-dfd09fc34f9f None None] Provisioning for port 04038150-cd1c-49aa-8f93-22cf79f89c6b completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:20.326911 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-58cc9fb7-eda4-4402-a54f-dfd09fc34f9f None None] Provisioning complete for port 04038150-cd1c-49aa-8f93-22cf79f89c6b triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:20.327312 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-58cc9fb7-eda4-4402-a54f-dfd09fc34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.435208 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-58cc9fb7-eda4-4402-a54f-dfd09fc34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.475352 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-58cc9fb7-eda4-4402-a54f-dfd09fc34f9f None None] For port 04038150-cd1c-49aa-8f93-22cf79f89c6b, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=04038150-cd1c-49aa-8f93-22cf79f89c6b,segment=NetworkSegment(f290c90c-b528-4230-a036-857f592cd465),segment_id=f290c90c-b528-4230-a036-857f592cd465)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:11:20.519628 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.537445 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Transition to ACTIVE for port object d1283801-1a80-4666-8585-f036930ee806 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:20.568124 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-58cc9fb7-eda4-4402-a54f-dfd09fc34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.571941 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:20.601022 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.606479 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-f38d60a5-66c5-494f-9aae-9222e3567791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:20.646117 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.646667 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc9fb7-eda4-4402-a54f-dfd09fc34f9f None None] Pushing event updated for resources: {'Port': ['ID=04038150-cd1c-49aa-8f93-22cf79f89c6b,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:20.650810 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-58cc9fb7-eda4-4402-a54f-dfd09fc34f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:20.689121 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Attempting to bind port d1283801-1a80-4666-8585-f036930ee806 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:11:20.689713 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Attempting to bind port d1283801-1a80-4666-8585-f036930ee806 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:11:20.689883 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Attempting to bind port d1283801-1a80-4666-8585-f036930ee806 on network f3b02221-594f-42f0-99f5-5967d9456d03 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:11:20.696323 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-a8ead652-b52a-4373-bdba-721c9e1c7903 None None] Provisioning complete for port 04038150-cd1c-49aa-8f93-22cf79f89c6b triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:20.697006 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a8ead652-b52a-4373-bdba-721c9e1c7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.700559 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:11:20.700953 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Checking segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:11:20.701417 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.703467 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Bound using segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:11:20.704357 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Bound port: d1283801-1a80-4666-8585-f036930ee806, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:11:20.704977 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.730542 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77573c86-1179-4084-bc03-12fda864e92d None None] Pushing event updated for resources: {'Port': ['ID=d1283801-1a80-4666-8585-f036930ee806,revision_number=2']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:20.735902 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-77573c86-1179-4084-bc03-12fda864e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:20.794574 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] For port d1283801-1a80-4666-8585-f036930ee806, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:11:20.803155 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] For port d1283801-1a80-4666-8585-f036930ee806, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=d1283801-1a80-4666-8585-f036930ee806,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:11:20.872861 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Allocated IP 172.20.0.1 (11a6c85d-55bd-44a6-859f-eff0417a1bd7/74fbf0dc-a9fe-4597-a27f-afc4f6361b35/166e60f2-d973-4af3-bd33-244b97b431ab) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:11:20.886577 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.889061 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-77573c86-1179-4084-bc03-12fda864e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:20.966355 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Routers {'08bd8501-3673-4e53-a0fd-55aae7ba0e1a'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:11:20.968183 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:10:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:21.028962 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:21.047132 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Transition to ACTIVE for port object 166e60f2-d973-4af3-bd33-244b97b431ab will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:21.072367 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77573c86-1179-4084-bc03-12fda864e92d None None] Pushing event updated for resources: {'Port': ['ID=d1283801-1a80-4666-8585-f036930ee806,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:21.079897 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-77573c86-1179-4084-bc03-12fda864e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:21.125819 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] Set router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:11:21.156024 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:21.158319 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:21.195493 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Network 11a6c85d-55bd-44a6-859f-eff0417a1bd7 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:11:21.200293 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:21.204237 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:11:21.231321 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Pushing event updated for resources: {'Port': ['ID=166e60f2-d973-4af3-bd33-244b97b431ab,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:21.238091 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:21.254527 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771177'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:21.394829 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'name': 'tempest-TestMinimumBasicScenario-1839155260-router', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'd1283801-1a80-4666-8585-f036930ee806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:17Z', 'updated_at': '2021-06-16T17:11:18Z', 'revision_number': 3, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'gw_port': {'id': 'd1283801-1a80-4666-8585-f036930ee806', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:18Z', 'updated_at': '2021-06-16T17:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:21.405489 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca5248-7471-45c9-a2db-2cb1aa122741 None None] The sync data for ids ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'] in dv-cinder-772126-4-iscsi is: [{'id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'name': 'tempest-TestMinimumBasicScenario-1839155260-router', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'd1283801-1a80-4666-8585-f036930ee806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:17Z', 'updated_at': '2021-06-16T17:11:18Z', 'revision_number': 3, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'gw_port': {'id': 'd1283801-1a80-4666-8585-f036930ee806', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:18Z', 'updated_at': '2021-06-16T17:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:11:21.471512 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 04038150-cd1c-49aa-8f93-22cf79f89c6b up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:21.515759 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-81440399-369c-4ca9-bfdb-15c7e831891d None None] Provisioning for port 166e60f2-d973-4af3-bd33-244b97b431ab completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:21.522485 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-81440399-369c-4ca9-bfdb-15c7e831891d None None] Provisioning complete for port 166e60f2-d973-4af3-bd33-244b97b431ab triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:21.522991 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-81440399-369c-4ca9-bfdb-15c7e831891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:21.536107 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:21.563685 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 04038150-cd1c-49aa-8f93-22cf79f89c6b triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:21.564078 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:21.589143 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-81440399-369c-4ca9-bfdb-15c7e831891d None None] Port 166e60f2-d973-4af3-bd33-244b97b431ab cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:11:21.708156 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 43856007-e326-4ee8-9e7e-08e4bca28712 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:21.756954 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:21.764469 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 43856007-e326-4ee8-9e7e-08e4bca28712 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:21.764896 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:21.847069 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:21.850848 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e352b4cb-d331-48f4-adc8-7ead98307bd8 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:21.961807 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Pushing event updated for resources: {'Port': ['ID=166e60f2-d973-4af3-bd33-244b97b431ab,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:21.965515 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:21.972116 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771093'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:22.079250 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Network 11a6c85d-55bd-44a6-859f-eff0417a1bd7 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:11:22.081905 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:22.219613 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:11:22.503503 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:11:22.503503 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] 10.222.0.10 "PUT /v2.0/routers/08bd8501-3673-4e53-a0fd-55aae7ba0e1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6198974 Jun 16 17:11:22.506836 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-a9298796-3356-4cfe-a563-3954445d96b1 None None] Provisioning complete for port 166e60f2-d973-4af3-bd33-244b97b431ab triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:22.506836 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a9298796-3356-4cfe-a563-3954445d96b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:22.506836 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-a9298796-3356-4cfe-a563-3954445d96b1 None None] Port 166e60f2-d973-4af3-bd33-244b97b431ab cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:11:22.584160 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396fcaa-e4c3-48f4-be0e-fc3dff2f6da8 req-d3cb3ee5-ab88-49b1-a777-1bcc65999835 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:22.585654 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f396fcaa-e4c3-48f4-be0e-fc3dff2f6da8 req-d3cb3ee5-ab88-49b1-a777-1bcc65999835 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 945 time: 0.0706499 Jun 16 17:11:22.633697 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f396fcaa-e4c3-48f4-be0e-fc3dff2f6da8 req-09ad4195-6adc-46ca-9edb-260f879e2c41 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a144ce7-2731-422f-89f7-81af0909ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Jun 16 17:11:22.917468 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff5b2b-1d45-433d-b2d6-26769f977ae0 req-01e2568d-953c-4500-aefa-6a093d278ead tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:22.919271 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-38ff5b2b-1d45-433d-b2d6-26769f977ae0 req-01e2568d-953c-4500-aefa-6a093d278ead tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 945 time: 0.0851581 Jun 16 17:11:23.103127 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-38ff5b2b-1d45-433d-b2d6-26769f977ae0 req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Deleting port 72c4101c-dc49-453f-9e81-835605a6bd9b {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:11:23.103502 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-38ff5b2b-1d45-433d-b2d6-26769f977ae0 req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:23.258947 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-38ff5b2b-1d45-433d-b2d6-26769f977ae0 req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] For port 72c4101c-dc49-453f-9e81-835605a6bd9b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=72c4101c-dc49-453f-9e81-835605a6bd9b,segment=NetworkSegment(c765f724-dbd9-47e0-b082-b9c8428a4df0),segment_id=c765f724-dbd9-47e0-b082-b9c8428a4df0)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:11:23.259325 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-38ff5b2b-1d45-433d-b2d6-26769f977ae0 req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:23.337774 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-38ff5b2b-1d45-433d-b2d6-26769f977ae0 req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Calling delete_port for 72c4101c-dc49-453f-9e81-835605a6bd9b owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:11:23.383873 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:23.546317 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device d1283801-1a80-4666-8585-f036930ee806 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:23.704788 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-38ff5b2b-1d45-433d-b2d6-26769f977ae0 req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:23.732929 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['72c4101c-dc49-453f-9e81-835605a6bd9b'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:11:23.733700 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-13f2b0ce-d3a4-464f-bbff-8fad9927390b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:23.822823 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port d1283801-1a80-4666-8585-f036930ee806 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:23.852314 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port d1283801-1a80-4666-8585-f036930ee806 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:23.852736 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:23.924375 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Pushing event deleted for resources: {'Port': ['ID=72c4101c-dc49-453f-9e81-835605a6bd9b,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:23.933157 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:23.991398 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ff5b2b-1d45-433d-b2d6-26769f977ae0 req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] No DVR routers for this DVR port 72c4101c-dc49-453f-9e81-835605a6bd9b on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:11:23.996053 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-38ff5b2b-1d45-433d-b2d6-26769f977ae0 req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:24.000182 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-38ff5b2b-1d45-433d-b2d6-26769f977ae0 req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.60 "DELETE /v2.0/ports/72c4101c-dc49-453f-9e81-835605a6bd9b HTTP/1.1" status: 204 len: 173 time: 1.0607309 Jun 16 17:11:24.015008 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9250a74c-63fa-4817-a6e9-5b896c06a83e', 'name': 'network-vif-deleted', 'tag': '72c4101c-dc49-453f-9e81-835605a6bd9b'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:11:24.025327 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9a12e7-8381-42c5-982d-be6b930897ca" -d '{"events": [{"server_uuid": "9250a74c-63fa-4817-a6e9-5b896c06a83e", "name": "network-vif-deleted", "tag": "72c4101c-dc49-453f-9e81-835605a6bd9b"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:11:24.039118 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:24.086286 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a488a744-1aa6-42e9-af20-1c7da8a7d36d req-c893b4fb-e382-453e-8e47-fadee4c992d6 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 210 time: 0.1058891 Jun 16 17:11:24.088507 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be8d958-e3f4-45d9-a953-431ccf099346 x-openstack-request-id: req-0be8d958-e3f4-45d9-a953-431ccf099346 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:11:24.088959 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9250a74c-63fa-4817-a6e9-5b896c06a83e", "name": "network-vif-deleted", "tag": "72c4101c-dc49-453f-9e81-835605a6bd9b", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:11:24.089358 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0be8d958-e3f4-45d9-a953-431ccf099346 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:11:24.090069 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9250a74c-63fa-4817-a6e9-5b896c06a83e', 'name': 'network-vif-deleted', 'tag': '72c4101c-dc49-453f-9e81-835605a6bd9b', 'status': 'completed', 'code': 200} Jun 16 17:11:24.095602 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port d1283801-1a80-4666-8585-f036930ee806, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=d1283801-1a80-4666-8585-f036930ee806,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:11:24.201177 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:24.205345 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c3d6739a-f065-4626-bc67-d03ff1ecea72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:24.321110 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=d1283801-1a80-4666-8585-f036930ee806,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:24.337064 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:24.414958 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Sync routers for ids ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:11:24.444211 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Routers {'08bd8501-3673-4e53-a0fd-55aae7ba0e1a'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:11:24.449415 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:10:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:24.709009 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Set router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:11:25.112640 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'name': 'tempest-TestMinimumBasicScenario-1839155260-router', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'd1283801-1a80-4666-8585-f036930ee806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:17Z', 'updated_at': '2021-06-16T17:11:21Z', 'revision_number': 4, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'gw_port': {'id': 'd1283801-1a80-4666-8585-f036930ee806', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:18Z', 'updated_at': '2021-06-16T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '166e60f2-d973-4af3-bd33-244b97b431ab', 'name': '', 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'mac_address': 'fa:16:3e:00:7f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '74fbf0dc-a9fe-4597-a27f-afc4f6361b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:20Z', 'updated_at': '2021-06-16T17:11:21Z', 'revision_number': 2, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'subnets': [{'id': '74fbf0dc-a9fe-4597-a27f-afc4f6361b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:25.129527 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Checking router: 08bd8501-3673-4e53-a0fd-55aae7ba0e1a for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:11:25.129527 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Updating router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a port 166e60f2-d973-4af3-bd33-244b97b431ab binding host dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:11:25.187116 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:25.439726 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ea659ea0-4010-4e6a-8d29-ceb9766af989 req-8a1181b2-8572-4953-9085-b7d96c6c3aa2 tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] 10.222.0.10 "GET /v2.0/ports?device_id=9250a74c-63fa-4817-a6e9-5b896c06a83e HTTP/1.1" status: 200 len: 210 time: 0.1140532 Jun 16 17:11:25.619851 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device d1283801-1a80-4666-8585-f036930ee806 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:25.791945 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port d1283801-1a80-4666-8585-f036930ee806 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:25.792688 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:26.062393 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:26.088233 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Transition to ACTIVE for port object 166e60f2-d973-4af3-bd33-244b97b431ab will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:26.180078 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:26.201016 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:26.294018 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc39fe-47fd-412f-83c2-899b1945515c None None] Pushing event updated for resources: {'Port': ['ID=166e60f2-d973-4af3-bd33-244b97b431ab,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:26.313705 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7cfc39fe-47fd-412f-83c2-899b1945515c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:26.412460 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 72c4101c-dc49-453f-9e81-835605a6bd9b no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:11:26.584869 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Attempting to bind port 166e60f2-d973-4af3-bd33-244b97b431ab on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:11:26.585045 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Attempting to bind port 166e60f2-d973-4af3-bd33-244b97b431ab by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': 'f290c90c-b528-4230-a036-857f592cd465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:11:26.585417 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Attempting to bind port 166e60f2-d973-4af3-bd33-244b97b431ab on network 11a6c85d-55bd-44a6-859f-eff0417a1bd7 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:11:26.592141 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-acee7725-3e49-4f0f-b4eb-43438db95d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:26.595134 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 72c4101c-dc49-453f-9e81-835605a6bd9b {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:11:26.595743 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 72c4101c-dc49-453f-9e81-835605a6bd9b not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:11:26.617191 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:11:26.617627 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Checking segment: {'id': 'f290c90c-b528-4230-a036-857f592cd465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:11:26.618110 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:26.618541 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Bound using segment: {'id': 'f290c90c-b528-4230-a036-857f592cd465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:11:26.619279 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Bound port: 166e60f2-d973-4af3-bd33-244b97b431ab, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f290c90c-b528-4230-a036-857f592cd465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:11:26.619689 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:26.849372 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] For port 166e60f2-d973-4af3-bd33-244b97b431ab, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:11:26.900107 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] For port 166e60f2-d973-4af3-bd33-244b97b431ab, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=166e60f2-d973-4af3-bd33-244b97b431ab,segment=NetworkSegment(f290c90c-b528-4230-a036-857f592cd465),segment_id=f290c90c-b528-4230-a036-857f592cd465)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:11:27.007761 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:27.013493 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:27.105541 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Routers {'08bd8501-3673-4e53-a0fd-55aae7ba0e1a'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:11:27.105541 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:10:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:27.526555 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc39fe-47fd-412f-83c2-899b1945515c None None] Pushing event updated for resources: {'Port': ['ID=166e60f2-d973-4af3-bd33-244b97b431ab,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:27.538113 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7cfc39fe-47fd-412f-83c2-899b1945515c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:27.614966 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] Set router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:11:27.984869 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'name': 'tempest-TestMinimumBasicScenario-1839155260-router', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'd1283801-1a80-4666-8585-f036930ee806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:17Z', 'updated_at': '2021-06-16T17:11:21Z', 'revision_number': 4, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'gw_port': {'id': 'd1283801-1a80-4666-8585-f036930ee806', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:18Z', 'updated_at': '2021-06-16T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '166e60f2-d973-4af3-bd33-244b97b431ab', 'name': '', 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'mac_address': 'fa:16:3e:00:7f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '74fbf0dc-a9fe-4597-a27f-afc4f6361b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:20Z', 'updated_at': '2021-06-16T17:11:26Z', 'revision_number': 4, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'subnets': [{'id': '74fbf0dc-a9fe-4597-a27f-afc4f6361b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:11:27.996834 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b0294-9199-44af-84a6-612bf42e57be None None] The sync data for ids ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'] in dv-cinder-772126-4-iscsi is: [{'id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'name': 'tempest-TestMinimumBasicScenario-1839155260-router', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'd1283801-1a80-4666-8585-f036930ee806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:17Z', 'updated_at': '2021-06-16T17:11:21Z', 'revision_number': 4, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'gw_port': {'id': 'd1283801-1a80-4666-8585-f036930ee806', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:18Z', 'updated_at': '2021-06-16T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '166e60f2-d973-4af3-bd33-244b97b431ab', 'name': '', 'network_id': '11a6c85d-55bd-44a6-859f-eff0417a1bd7', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'mac_address': 'fa:16:3e:00:7f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '74fbf0dc-a9fe-4597-a27f-afc4f6361b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:20Z', 'updated_at': '2021-06-16T17:11:26Z', 'revision_number': 4, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'subnets': [{'id': '74fbf0dc-a9fe-4597-a27f-afc4f6361b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:11:29.442392 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ea8f6f0f-2cf0-4075-9cd1-9a36c7361d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:29.446468 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:29.522771 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 166e60f2-d973-4af3-bd33-244b97b431ab up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:29.778059 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 166e60f2-d973-4af3-bd33-244b97b431ab completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:29.783583 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 166e60f2-d973-4af3-bd33-244b97b431ab triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:29.784046 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:29.888289 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:29.936697 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 166e60f2-d973-4af3-bd33-244b97b431ab, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=166e60f2-d973-4af3-bd33-244b97b431ab,segment=NetworkSegment(f290c90c-b528-4230-a036-857f592cd465),segment_id=f290c90c-b528-4230-a036-857f592cd465)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:11:29.993283 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:29.995808 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:30.099845 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=166e60f2-d973-4af3-bd33-244b97b431ab,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:30.118152 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:30.819412 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:30.997202 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 45472) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:31.196422 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f44df3c7-8834-478e-a9a9-175679ba88bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:31.359320 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f44df3c7-8834-478e-a9a9-175679ba88bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:31.428957 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f44df3c7-8834-478e-a9a9-175679ba88bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:31.459370 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-eadad95e-36b0-4675-84df-3040e2e25642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:31.465812 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f44df3c7-8834-478e-a9a9-175679ba88bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8f1d34d3e9df40dd8d54f3df3b663d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655616 Jun 16 17:11:31.466216 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 166e60f2-d973-4af3-bd33-244b97b431ab up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:11:31.468806 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 45480) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:31.514242 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df3c7-8834-478e-a9a9-175679ba88bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fe0f23-3658-4567-bc7d-d20e98627ecc,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:31.537190 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f44df3c7-8834-478e-a9a9-175679ba88bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:31.554719 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 166e60f2-d973-4af3-bd33-244b97b431ab triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:31.555133 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:31.592224 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9eab3987-bbf0-4ea6-88fb-888d54db7393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:31.630446 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9eab3987-bbf0-4ea6-88fb-888d54db7393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:31.783754 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9eab3987-bbf0-4ea6-88fb-888d54db7393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:31.786499 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9eab3987-bbf0-4ea6-88fb-888d54db7393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:31.790718 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-9eab3987-bbf0-4ea6-88fb-888d54db7393 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23fe0f23-3658-4567-bc7d-d20e98627ecc HTTP/1.1" status: 204 len: 168 time: 0.3204901 Jun 16 17:11:31.791735 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1e5b99e1-210c-4871-9ff2-54d661eff455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:31.800158 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab3987-bbf0-4ea6-88fb-888d54db7393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fe0f23-3658-4567-bc7d-d20e98627ecc,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:31.810257 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9eab3987-bbf0-4ea6-88fb-888d54db7393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:32.259958 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:32.740499 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 45496) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:32.756114 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6e89e18b-2209-4627-95c5-8c07581001a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:32.862299 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6e89e18b-2209-4627-95c5-8c07581001a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:33.429469 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6e89e18b-2209-4627-95c5-8c07581001a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:33.432032 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-aa1ac2d1-389e-4c2b-b2d2-ba68c42e0cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:33.471339 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6e89e18b-2209-4627-95c5-8c07581001a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a488a11bdb7f48349542ea4d117b33ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7297149 Jun 16 17:11:33.472399 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89e18b-2209-4627-95c5-8c07581001a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bb2f0d-7dbc-4369-8f90-84965a487f3e,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:33.474081 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 45504) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:33.476046 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6e89e18b-2209-4627-95c5-8c07581001a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:33.527898 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d4147f04-1849-4023-8f50-2fb238f7d939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:33.552485 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d4147f04-1849-4023-8f50-2fb238f7d939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:33.680559 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d4147f04-1849-4023-8f50-2fb238f7d939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:33.683478 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d4147f04-1849-4023-8f50-2fb238f7d939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:33.684739 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d4147f04-1849-4023-8f50-2fb238f7d939 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19bb2f0d-7dbc-4369-8f90-84965a487f3e HTTP/1.1" status: 204 len: 168 time: 0.2096474 Jun 16 17:11:33.685528 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a89fe5fa-13fb-4009-b539-738c189f6f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:33.696936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4147f04-1849-4023-8f50-2fb238f7d939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bb2f0d-7dbc-4369-8f90-84965a487f3e,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:33.699159 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d4147f04-1849-4023-8f50-2fb238f7d939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:39.552353 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:11:40.569016 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393a046-6f22-475f-b710-bdfa802fd09b req-be6d0236-1085-46e7-a1e9-f3ceee67c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:40.570887 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e393a046-6f22-475f-b710-bdfa802fd09b req-be6d0236-1085-46e7-a1e9-f3ceee67c484 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 1099 time: 0.1548767 Jun 16 17:11:40.823717 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393a046-6f22-475f-b710-bdfa802fd09b req-ce41ee4d-1cb8-4858-81f0-9dad3f73c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:40.829336 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e393a046-6f22-475f-b710-bdfa802fd09b req-ce41ee4d-1cb8-4858-81f0-9dad3f73c5e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 918 time: 0.2405033 Jun 16 17:11:40.957838 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e393a046-6f22-475f-b710-bdfa802fd09b req-6829b635-48c0-4ff5-9229-207d837bceb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=609baf17-22bc-49b5-a572-92213d002204 HTTP/1.1" status: 200 len: 217 time: 0.1109231 Jun 16 17:11:41.132886 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393a046-6f22-475f-b710-bdfa802fd09b req-1c6dd4a5-519b-4e32-a978-3eed4fae4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:41.135876 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e393a046-6f22-475f-b710-bdfa802fd09b req-1c6dd4a5-519b-4e32-a978-3eed4fae4459 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 200 len: 858 time: 0.1716654 Jun 16 17:11:41.370921 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e393a046-6f22-475f-b710-bdfa802fd09b req-45c660ab-903f-46db-935a-01176f3fbdda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83538a37-de03-4bca-862d-10405954664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2083068 Jun 16 17:11:41.640743 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-d9b8ddb4-ef2a-42ae-a7f7-4c8c685a3ef5 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:41.643414 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-d9b8ddb4-ef2a-42ae-a7f7-4c8c685a3ef5 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 815 time: 0.4366007 Jun 16 17:11:41.710975 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bfa84-1a55-4a32-b808-722d11dea99e req-6916d768-93ab-4dff-8ea9-5310117e4c57 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:41.715662 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a7bfa84-1a55-4a32-b808-722d11dea99e req-6916d768-93ab-4dff-8ea9-5310117e4c57 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.3342359 Jun 16 17:11:41.818274 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e393a046-6f22-475f-b710-bdfa802fd09b req-0ab0435b-7114-46fd-9cac-ec6b3d798b9f service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285939 Jun 16 17:11:41.837547 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-008b64a9-3328-4f82-8dcf-7c616c2e8272 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/quotas/d2f0092566bb4df4afc3048e62c37a77 HTTP/1.1" status: 200 len: 375 time: 0.1074438 Jun 16 17:11:41.887558 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a7bfa84-1a55-4a32-b808-722d11dea99e req-d8bdcad7-0cd1-464b-8927-5a9556f5d4a2 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547244 Jun 16 17:11:42.008628 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e393a046-6f22-475f-b710-bdfa802fd09b req-980e9689-f630-4435-9061-6861a143c8d9 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736469 Jun 16 17:11:42.062322 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-acdb4541-feff-40bc-b2f9-3ec447e01115 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2084157 Jun 16 17:11:42.319144 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-83d05b3d-5a3b-4701-abb4-88c6578d9dc8 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:42.331035 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-83d05b3d-5a3b-4701-abb4-88c6578d9dc8 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/networks?id=19312281-3844-4bef-8fd3-0aa0b70b8bf9 HTTP/1.1" status: 200 len: 814 time: 0.3165848 Jun 16 17:11:42.364543 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-388c69f3-63bb-49cd-a004-99800937e001 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/quotas/985c974d42614aa6833f6677f03026f0 HTTP/1.1" status: 200 len: 375 time: 0.0323811 Jun 16 17:11:42.367762 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-0b5abb7a-e209-48a1-9f74-738984a6c46f service neutron] 10.222.0.10 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598667 Jun 16 17:11:42.589233 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-82b90825-fb5b-4047-a777-88b4b29b0a7c service neutron] 10.222.0.10 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027502 Jun 16 17:11:42.611451 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-dace1887-063d-4174-b81f-d90bf6afb97f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=985c974d42614aa6833f6677f03026f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2402780 Jun 16 17:11:42.830936 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-d62af69d-ca48-4567-95e5-c3abe74edd36 service neutron] 10.222.0.10 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113147 Jun 16 17:11:43.000018 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-fdfd6a68-6b54-47e9-9621-0126f02d50ca service neutron] 10.222.0.10 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558483 Jun 16 17:11:43.536213 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-554a86b7-d7dd-4f66-aae2-57b62ad374c5 req-3f7a9969-3ff4-4db9-8e85-cd0b548ec18f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 210 time: 0.0565407 Jun 16 17:11:43.706610 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c45a20f6-dd6e-40d4-9039-36435e6df92b req-4a8288c9-0888-4512-9733-55eaa06c0341 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 210 time: 0.0853920 Jun 16 17:11:43.754378 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac7ca4-cfd7-461f-94db-245f27d0a2ea req-df7623d6-b137-4bf8-a545-0891bf3c286c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:43.756362 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbac7ca4-cfd7-461f-94db-245f27d0a2ea req-df7623d6-b137-4bf8-a545-0891bf3c286c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1756296 Jun 16 17:11:43.859695 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbac7ca4-cfd7-461f-94db-245f27d0a2ea req-08bd0076-66c7-46da-8813-b8fe790195ef tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920293 Jun 16 17:11:44.789849 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f262fb74-6320-4f19-a900-607fb7ac8c2c req-c5266a4f-635e-4f35-b62d-36216bdc2f8f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 210 time: 0.0793166 Jun 16 17:11:44.981101 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f58a300e-66a8-4c88-b784-c93f54fa8ee0 req-a359db51-1325-41c4-9a12-5a7d1307cef2 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 210 time: 0.0601676 Jun 16 17:11:45.307535 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3fa04-262f-4d01-b130-92847440f3ad req-a96c6957-318e-4c72-8228-5e146180a604 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:45.313710 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a8e3fa04-262f-4d01-b130-92847440f3ad req-a96c6957-318e-4c72-8228-5e146180a604 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1728427 Jun 16 17:11:45.375197 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a8e3fa04-262f-4d01-b130-92847440f3ad req-fac03251-aaf5-477c-b4d4-75178c6fb5c8 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494845 Jun 16 17:11:46.138676 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f68fb68-6b6a-49da-b76c-6aa19b5f24ea req-191e5d2b-77cb-443b-ac06-53e906f23761 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 210 time: 0.1048088 Jun 16 17:11:46.757204 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-04ae04a0-51b5-4fb4-a81f-fdfc6628f0ec req-37d5c947-6f18-4f0b-97ef-d842762b0979 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 210 time: 0.3966169 Jun 16 17:11:46.888668 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa091f3-8f7c-477b-a121-ecb4b2ca0bd9 req-8a3e72d5-dbc2-4ef1-bcac-907f3d09f7e8 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:46.892201 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aaa091f3-8f7c-477b-a121-ecb4b2ca0bd9 req-8a3e72d5-dbc2-4ef1-bcac-907f3d09f7e8 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1374059 Jun 16 17:11:46.962948 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aaa091f3-8f7c-477b-a121-ecb4b2ca0bd9 req-30b3ddd5-681e-4e9b-a664-dfbeb12398b3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643759 Jun 16 17:11:47.335380 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-04ab0e26-9e9f-4cbb-aa02-beea91fc2d88 req-a6773da6-ad86-43d8-8b92-4d0332bc5ff5 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 210 time: 0.0349085 Jun 16 17:11:47.980053 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3664881c-c6d7-4459-b5de-e411418b566f req-6cb1e41f-0d86-403b-88f9-eb3cb54b2431 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 210 time: 0.0724175 Jun 16 17:11:48.324357 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050412b-cb06-4566-adaf-2060a0228d44 req-d35e616c-5570-47c7-80b1-eac8b9b6839d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:48.334611 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0050412b-cb06-4566-adaf-2060a0228d44 req-d35e616c-5570-47c7-80b1-eac8b9b6839d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1403072 Jun 16 17:11:48.590628 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0050412b-cb06-4566-adaf-2060a0228d44 req-007b67dc-b200-4075-8737-de22bca650ab tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280095 Jun 16 17:11:48.680035 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d90c2500-dc57-41f2-8182-4faabbc61eae req-7e780485-3268-48f9-abc4-12cc820263bf tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 210 time: 0.0844815 Jun 16 17:11:48.680404 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-4be21292-7edd-4bec-80a2-6de1b3b141a8 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:48.683586 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-4be21292-7edd-4bec-80a2-6de1b3b141a8 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 815 time: 0.3478038 Jun 16 17:11:48.714732 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Request body: {'port': {'device_id': 'beae8ed7-2755-4997-b6d8-76eb47aaaccc', 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953', 'admin_state_up': True, 'tenant_id': 'd2f0092566bb4df4afc3048e62c37a77'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:11:49.228420 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7655a225-75eb-4896-89f4-66ef0485b769 req-dad458ce-d844-4fea-95c5-78b00967b70a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 210 time: 0.0670595 Jun 16 17:11:49.261782 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Made reservation on behalf of d2f0092566bb4df4afc3048e62c37a77 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:11:49.269163 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:49.574611 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Allocated IP 172.20.0.2 (b1c86713-c095-4539-903c-acd5ab66c953/8dc0351f-c8c6-47f3-be73-fc174db5a017/9f400a78-22ca-4d47-9020-d9d6a2e62bfb) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:11:49.957466 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:50.079566 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-be5d6354-c568-476c-bbf4-e0184dd951c3 req-52406f3c-56a7-421a-92d0-16e6fa87e5ea tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 210 time: 0.0999429 Jun 16 17:11:50.160380 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681025c-0414-4b13-968a-fbbe4eb000ab req-650a986f-c7eb-4142-97aa-96bd7e284e1f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:50.161975 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0681025c-0414-4b13-968a-fbbe4eb000ab req-650a986f-c7eb-4142-97aa-96bd7e284e1f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1832192 Jun 16 17:11:50.211311 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0681025c-0414-4b13-968a-fbbe4eb000ab req-1e374bab-54ce-461f-b157-2deaca3b8932 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413282 Jun 16 17:11:50.270379 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:50.277897 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8eeb9ac2-ff7b-45d8-99cf-824857a9b2c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:50.296983 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['2d017b4d-dbc6-4242-8fce-bbc72146ddb5', '5dcdd9d2-badf-4e31-ad0f-815a8d783607', 'd6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:11:50.358520 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Pushing event updated for resources: {'Port': ['ID=9f400a78-22ca-4d47-9020-d9d6a2e62bfb,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:50.375308 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:50.643009 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-e5923576-e87a-48ed-b4ca-e857e80af18c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:50.645036 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-e5923576-e87a-48ed-b4ca-e857e80af18c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.60 "GET /v2.0/networks?id=19312281-3844-4bef-8fd3-0aa0b70b8bf9 HTTP/1.1" status: 200 len: 814 time: 0.2582889 Jun 16 17:11:50.656720 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Network b1c86713-c095-4539-903c-acd5ab66c953 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:11:50.659672 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:50.676868 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Request body: {'port': {'device_id': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'admin_state_up': True, 'tenant_id': '985c974d42614aa6833f6677f03026f0'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:11:50.684995 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:11:50.757640 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:50.758429 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:50.971347 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2266bf28-cbd6-4f16-bea6-12790e46f284 req-ff25420b-8c04-4595-b028-5eb92b88a000 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 210 time: 0.2879887 Jun 16 17:11:51.038649 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3282144 Jun 16 17:11:51.062338 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Request body: {'port': {'device_id': 'beae8ed7-2755-4997-b6d8-76eb47aaaccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:11:51.187752 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:51.468518 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Made reservation on behalf of 985c974d42614aa6833f6677f03026f0 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:11:51.472846 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:51.748403 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d56179-18a1-4742-b2f2-fe68ed879248 req-cdbdc952-339e-4233-bfe8-33491e1d27a0 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:51.751860 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07d56179-18a1-4742-b2f2-fe68ed879248 req-cdbdc952-339e-4233-bfe8-33491e1d27a0 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 931 time: 0.3048155 Jun 16 17:11:51.787238 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8633a51-b50c-48a5-8517-d181bfe5e07f req-ca6fb895-2d9e-48ab-92fb-4fb23a7dc624 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:51.788754 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e8633a51-b50c-48a5-8517-d181bfe5e07f req-ca6fb895-2d9e-48ab-92fb-4fb23a7dc624 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.3296578 Jun 16 17:11:51.908803 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Allocated IP 172.20.0.12 (19312281-3844-4bef-8fd3-0aa0b70b8bf9/41eb959a-5f87-44c3-ba91-34050801a6de/f2484def-62c1-496b-8079-6b91d463b401) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:11:51.939292 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07d56179-18a1-4742-b2f2-fe68ed879248 req-c4c9290e-a0a2-44de-8256-5c7411fe13ee tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601946 Jun 16 17:11:51.944733 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e8633a51-b50c-48a5-8517-d181bfe5e07f req-a9f6d8d4-a458-449a-a657-622ba90abf0f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473913 Jun 16 17:11:52.193625 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f400a78-22ca-4d47-9020-d9d6a2e62bfb {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:11:52.210033 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:52.258051 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e19c4d-bd6b-48f8-8bd0-8ebe4290a3f8 req-33c53961-1b6c-4305-96bc-b0e265c6184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:52.260110 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62e19c4d-bd6b-48f8-8bd0-8ebe4290a3f8 req-33c53961-1b6c-4305-96bc-b0e265c6184d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 1099 time: 0.4058220 Jun 16 17:11:52.270747 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Transition to ACTIVE for port object 9f400a78-22ca-4d47-9020-d9d6a2e62bfb will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:52.315191 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:52.335789 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Transition to ACTIVE for port object f2484def-62c1-496b-8079-6b91d463b401 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:52.532924 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:52.582074 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:52.668824 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df25c67f-d67e-4cfa-8a41-c2ee9ce9c9c3 req-7c88d10c-9da8-48d4-a17c-c2023f7f0eea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 210 time: 0.1654160 Jun 16 17:11:52.807398 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Pushing event updated for resources: {'Port': ['ID=9f400a78-22ca-4d47-9020-d9d6a2e62bfb,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:52.841068 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:52.844589 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e19c4d-bd6b-48f8-8bd0-8ebe4290a3f8 req-4d668532-892f-439c-9dd8-7840cd1a9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:52.846174 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62e19c4d-bd6b-48f8-8bd0-8ebe4290a3f8 req-4d668532-892f-439c-9dd8-7840cd1a9926 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 918 time: 0.5008540 Jun 16 17:11:52.905324 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Attempting to bind port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:11:52.905324 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Attempting to bind port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:11:52.905324 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Attempting to bind port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb on network b1c86713-c095-4539-903c-acd5ab66c953 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:11:52.911811 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb on network b1c86713-c095-4539-903c-acd5ab66c953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:11:52.912382 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Attempting to bind port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb on network b1c86713-c095-4539-903c-acd5ab66c953 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:11:52.922763 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:11:52.923322 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Checking segment: {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:11:52.923928 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Bound using segment: {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:11:52.924593 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Bound port: 9f400a78-22ca-4d47-9020-d9d6a2e62bfb, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:11:52.925052 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:53.067413 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] For port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:11:53.072782 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] For port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9f400a78-22ca-4d47-9020-d9d6a2e62bfb,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:11:53.075966 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:53.092832 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:53.191472 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'Port': ['ID=f2484def-62c1-496b-8079-6b91d463b401,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:53.198045 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:53.212973 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:11:53.214903 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:11:53.231600 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:11:53.243513 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:53.351891 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-65cc2e80-bd35-4296-8d69-1b968d68cf44 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:53.375982 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:53.377285 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:53.383132 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] 10.222.0.60 "PUT /v2.0/ports/9f400a78-22ca-4d47-9020-d9d6a2e62bfb HTTP/1.1" status: 200 len: 1093 time: 2.3300431 Jun 16 17:11:53.426842 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beae8ed7-2755-4997-b6d8-76eb47aaaccc', 'tag': '9f400a78-22ca-4d47-9020-d9d6a2e62bfb'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:11:53.431101 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33653185-2099-4fb6-b28c-7e1cef8b591c" -d '{"events": [{"name": "network-changed", "server_uuid": "beae8ed7-2755-4997-b6d8-76eb47aaaccc", "tag": "9f400a78-22ca-4d47-9020-d9d6a2e62bfb"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:11:53.503811 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:53.881168 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-dc357c70-45ed-4142-ba55-d2decc525709 None None] Provisioning for port f2484def-62c1-496b-8079-6b91d463b401 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:11:53.887552 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-dc357c70-45ed-4142-ba55-d2decc525709 None None] Provisioning complete for port f2484def-62c1-496b-8079-6b91d463b401 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:11:53.887941 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-dc357c70-45ed-4142-ba55-d2decc525709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:54.020202 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-dc357c70-45ed-4142-ba55-d2decc525709 None None] Port f2484def-62c1-496b-8079-6b91d463b401 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:11:54.150984 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:54.151881 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:54.184714 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62e19c4d-bd6b-48f8-8bd0-8ebe4290a3f8 req-14722c94-2e5c-4321-864d-1f2fab5d46fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=609baf17-22bc-49b5-a572-92213d002204 HTTP/1.1" status: 200 len: 217 time: 0.6561768 Jun 16 17:11:54.270883 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6093588 Jun 16 17:11:54.352880 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e19c4d-bd6b-48f8-8bd0-8ebe4290a3f8 req-e38313de-d361-4e50-a44a-d49f92c69d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:54.355261 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62e19c4d-bd6b-48f8-8bd0-8ebe4290a3f8 req-e38313de-d361-4e50-a44a-d49f92c69d87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 200 len: 858 time: 0.0951474 Jun 16 17:11:54.357304 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Pushing event updated for resources: {'Port': ['ID=9f400a78-22ca-4d47-9020-d9d6a2e62bfb,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:54.383370 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.032s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:54.433119 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Request body: {'port': {'device_id': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:11:54.448278 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93658a8c-f336-4b45-9ebf-ec9d5ff6915b req-cc481a2f-b315-470e-b92d-37d5c963da21 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:54.457288 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-93658a8c-f336-4b45-9ebf-ec9d5ff6915b req-cc481a2f-b315-470e-b92d-37d5c963da21 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 1.0202761 Jun 16 17:11:54.631014 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ccfd1-5100-40b5-935d-77c8f9cf8c18 req-67e9e66a-b99b-49f6-8861-3eeb08c3363e tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:54.635046 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f21ccfd1-5100-40b5-935d-77c8f9cf8c18 req-67e9e66a-b99b-49f6-8861-3eeb08c3363e tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 943 time: 1.2505691 Jun 16 17:11:54.641307 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62e19c4d-bd6b-48f8-8bd0-8ebe4290a3f8 req-c2035d00-eb6c-4e5d-92cf-32d7d13d608d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83538a37-de03-4bca-862d-10405954664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2042873 Jun 16 17:11:54.643997 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-c7c0f50c-bf77-4c17-af7f-3c97e5a5d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:54.650288 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-c7c0f50c-bf77-4c17-af7f-3c97e5a5d6f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 1096 time: 0.5337524 Jun 16 17:11:54.744451 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-93658a8c-f336-4b45-9ebf-ec9d5ff6915b req-29ee1416-873d-4a78-8d91-d13bfd89011d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840972 Jun 16 17:11:54.914184 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f21ccfd1-5100-40b5-935d-77c8f9cf8c18 req-16de4687-c1e5-47c8-83a6-ea4c82abe2e9 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594016 Jun 16 17:11:54.935504 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:55.725002 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2484def-62c1-496b-8079-6b91d463b401 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:11:55.748135 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:55.781250 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Transition to ACTIVE for port object f2484def-62c1-496b-8079-6b91d463b401 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:11:56.155831 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:56.207750 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:56.341041 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9596bd-932c-40c8-81bf-06ac0e586c2f x-openstack-request-id: req-ed9596bd-932c-40c8-81bf-06ac0e586c2f {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:11:56.341525 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beae8ed7-2755-4997-b6d8-76eb47aaaccc", "tag": "9f400a78-22ca-4d47-9020-d9d6a2e62bfb", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:11:56.342136 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed9596bd-932c-40c8-81bf-06ac0e586c2f {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:11:56.342572 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beae8ed7-2755-4997-b6d8-76eb47aaaccc', 'tag': '9f400a78-22ca-4d47-9020-d9d6a2e62bfb', 'status': 'completed', 'code': 200} Jun 16 17:11:56.345129 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-43e17c25-16e7-4250-9a55-804c79a5df8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f400a78-22ca-4d47-9020-d9d6a2e62bfb HTTP/1.1" status: 200 len: 217 time: 0.4610853 Jun 16 17:11:56.411489 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2484def-62c1-496b-8079-6b91d463b401,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:56.423466 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:56.474554 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62e19c4d-bd6b-48f8-8bd0-8ebe4290a3f8 req-3fcf038f-b377-4549-9d73-7caa023de86a service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143792 Jun 16 17:11:56.509220 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d1b1b646-43ef-4931-87d9-134ef1d88e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:56.595145 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ddc0b-dc3a-4ac9-9b99-aebd15f6f820 req-0ffbb07c-05df-450b-afe1-082b963f6390 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:56.596966 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-208ddc0b-dc3a-4ac9-9b99-aebd15f6f820 req-0ffbb07c-05df-450b-afe1-082b963f6390 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 944 time: 0.2602084 Jun 16 17:11:56.651519 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bef399-726d-4259-8755-e1f28ce4b508 req-4b3cb488-2edb-441c-9047-e71c13e0d9ab tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:56.654315 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c1bef399-726d-4259-8755-e1f28ce4b508 req-4b3cb488-2edb-441c-9047-e71c13e0d9ab tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1973464 Jun 16 17:11:56.675147 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Attempting to bind port f2484def-62c1-496b-8079-6b91d463b401 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:11:56.675619 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Attempting to bind port f2484def-62c1-496b-8079-6b91d463b401 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:11:56.676043 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Attempting to bind port f2484def-62c1-496b-8079-6b91d463b401 on network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:11:56.708508 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-208ddc0b-dc3a-4ac9-9b99-aebd15f6f820 req-5ed4ee4e-710d-42de-994e-af0805d7f348 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011322 Jun 16 17:11:56.709561 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Port f2484def-62c1-496b-8079-6b91d463b401 on network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:11:56.709904 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Attempting to bind port f2484def-62c1-496b-8079-6b91d463b401 on network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:11:56.739576 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:11:56.740338 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Checking segment: {'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:11:56.740338 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Bound using segment: {'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:11:56.740723 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Bound port: f2484def-62c1-496b-8079-6b91d463b401, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb7ee26-9228-4316-96ac-fa09180f2865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:11:56.741072 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:56.826623 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c1bef399-726d-4259-8755-e1f28ce4b508 req-95302b86-796c-4a62-9451-b65d67f125c3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601310 Jun 16 17:11:56.961730 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] For port f2484def-62c1-496b-8079-6b91d463b401, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:11:57.007246 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] For port f2484def-62c1-496b-8079-6b91d463b401, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f2484def-62c1-496b-8079-6b91d463b401,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:11:57.114828 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe45531-2282-4bfb-a541-20eb7653ec4a req-47cfe6ce-5cd2-4168-93fd-282e1f67c1ac tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:57.117120 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9fe45531-2282-4bfb-a541-20eb7653ec4a req-47cfe6ce-5cd2-4168-93fd-282e1f67c1ac tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 943 time: 0.1952779 Jun 16 17:11:57.156059 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:57.170094 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5802e96c-33a1-452c-a0c3-2cc63da3d361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:11:57.283710 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:11:57.284426 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:57.286298 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] 10.222.0.60 "PUT /v2.0/ports/f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 200 len: 1094 time: 2.8639545 Jun 16 17:11:57.351864 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9fe45531-2282-4bfb-a541-20eb7653ec4a req-1362da42-68db-4602-a211-5e2c9b218827 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242615 Jun 16 17:11:57.363083 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2484def-62c1-496b-8079-6b91d463b401,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:11:57.398738 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.398738 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.398738 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.398738 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.398738 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.398738 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.398738 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.401397 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.402215 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.403988 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.405627 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.406031 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:11:57.423364 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:58.344139 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:11:58.346679 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e187cfc0-fe26-4033-a919-4c1f8038e3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "tag": "f2484def-62c1-496b-8079-6b91d463b401"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:11:59.458416 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bd284320-63cb-4126-8702-b9d7e4b7c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:59.461477 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:59.584025 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 45968) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:11:59.812150 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-af989703-cae1-42a3-a733-eae5d337e272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:00.016876 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-af989703-cae1-42a3-a733-eae5d337e272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:00.098405 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-af989703-cae1-42a3-a733-eae5d337e272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:00.102600 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e9f6bec7-23f6-479a-8015-743290a1d17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:00.174873 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af989703-cae1-42a3-a733-eae5d337e272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524a9c7b-d2bc-4d8d-b07b-4fc268e29a7c,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:00.183089 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-af989703-cae1-42a3-a733-eae5d337e272 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db30264c5928416c90100ef3d94698c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964684 Jun 16 17:12:00.184249 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-af989703-cae1-42a3-a733-eae5d337e272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:00.190458 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 45974) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:00.253934 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:00.303749 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:00.738261 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:00.742679 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:00.748203 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/524a9c7b-d2bc-4d8d-b07b-4fc268e29a7c HTTP/1.1" status: 204 len: 168 time: 0.5583751 Jun 16 17:12:00.750331 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:00.788124 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524a9c7b-d2bc-4d8d-b07b-4fc268e29a7c,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.827480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:00.853243 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:00.864283 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:01.829310 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 45986) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:01.845930 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ad6d7781-fdb4-45d1-ab86-6ef6cc178482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:01.947511 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ad6d7781-fdb4-45d1-ab86-6ef6cc178482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:02.063539 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ad6d7781-fdb4-45d1-ab86-6ef6cc178482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:02.066244 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-41204ea7-b560-41b2-8f05-cf7fb08cceca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:02.126323 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ad6d7781-fdb4-45d1-ab86-6ef6cc178482 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b16c453bb42c4c3593b6c950bad19b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925320 Jun 16 17:12:02.126323 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d7781-fdb4-45d1-ab86-6ef6cc178482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0eaec4-98a8-4c5b-a641-13745d59173d,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:02.126831 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 45992) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:02.146500 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ad6d7781-fdb4-45d1-ab86-6ef6cc178482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:02.204147 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1c1b286e-6c88-4231-9328-4203852c8dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:02.226151 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1c1b286e-6c88-4231-9328-4203852c8dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:02.292390 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:02.361813 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1c1b286e-6c88-4231-9328-4203852c8dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:02.367185 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1c1b286e-6c88-4231-9328-4203852c8dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:02.368991 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-1c1b286e-6c88-4231-9328-4203852c8dc0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a0eaec4-98a8-4c5b-a641-13745d59173d HTTP/1.1" status: 204 len: 168 time: 0.2407484 Jun 16 17:12:02.370019 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-41188dcc-3bdd-45d9-a0aa-bd4eb0410207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:02.382253 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b286e-6c88-4231-9328-4203852c8dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0eaec4-98a8-4c5b-a641-13745d59173d,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:02.397659 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1c1b286e-6c88-4231-9328-4203852c8dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:03.341644 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 46006) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:03.355578 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e5727aaa-d64d-4fcb-bcfc-13ecf4f5af73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:03.459478 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e5727aaa-d64d-4fcb-bcfc-13ecf4f5af73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:03.560404 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e5727aaa-d64d-4fcb-bcfc-13ecf4f5af73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:03.563719 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4b92a651-a531-450d-8680-c6ef38e3782a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:03.599374 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5727aaa-d64d-4fcb-bcfc-13ecf4f5af73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f7576f-740c-401a-ae81-0f9971272fdc,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:03.603693 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-e5727aaa-d64d-4fcb-bcfc-13ecf4f5af73 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30fb3749307f402f91e2e5bd6b96913d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609725 Jun 16 17:12:03.604674 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e5727aaa-d64d-4fcb-bcfc-13ecf4f5af73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:03.606249 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 46020) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:03.660615 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-375ac688-6f1b-4fe5-b996-aafbe28a11f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:03.690525 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-375ac688-6f1b-4fe5-b996-aafbe28a11f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:03.897897 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-375ac688-6f1b-4fe5-b996-aafbe28a11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:03.901225 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-375ac688-6f1b-4fe5-b996-aafbe28a11f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:03.901818 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-375ac688-6f1b-4fe5-b996-aafbe28a11f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60f7576f-740c-401a-ae81-0f9971272fdc HTTP/1.1" status: 204 len: 168 time: 0.2945147 Jun 16 17:12:03.902615 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:03.911450 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ac688-6f1b-4fe5-b996-aafbe28a11f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f7576f-740c-401a-ae81-0f9971272fdc,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:03.921819 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-375ac688-6f1b-4fe5-b996-aafbe28a11f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:08.699911 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 46114) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:08.745226 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-88616ff3-10c2-413d-b3b0-56c0efc8536b admin admin] Deleting subnet 73407789-550f-42e1-8b7d-0a54308f0fd6 {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:12:08.749114 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-88616ff3-10c2-413d-b3b0-56c0efc8536b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:08.787484 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-88616ff3-10c2-413d-b3b0-56c0efc8536b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4648192'] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:08.835414 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-88616ff3-10c2-413d-b3b0-56c0efc8536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:09.023573 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-88616ff3-10c2-413d-b3b0-56c0efc8536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4646582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4707695'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:09.027166 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-933e306c-96ed-47c5-8900-e8e01e5b4817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:09.052119 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88616ff3-10c2-413d-b3b0-56c0efc8536b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73407789-550f-42e1-8b7d-0a54308f0fd6,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:09.055179 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-88616ff3-10c2-413d-b3b0-56c0efc8536b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:09.056359 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-88616ff3-10c2-413d-b3b0-56c0efc8536b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:09.061481 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 46118) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:09.062275 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-88616ff3-10c2-413d-b3b0-56c0efc8536b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/73407789-550f-42e1-8b7d-0a54308f0fd6 HTTP/1.1" status: 204 len: 168 time: 0.3599427 Jun 16 17:12:09.140261 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:09.238148 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:09.259458 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9639adb5-5095-444b-b410-141b39182f51']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:09.275016 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c765f724-dbd9-47e0-b082-b9c8428a4df0') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:09.275304 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c765f724-dbd9-47e0-b082-b9c8428a4df0') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:12:09.284358 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5826632'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:09.300112 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:09.305932 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:12:09.306314 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239082'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: timer() Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: cb(*args, **kw) Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: self._notify() Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: self.callback(batched_events) Jun 16 17:12:09.308012 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: event.method(event) Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._get(url).json() Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:12:09.311838 dv-cinder-772126-4-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:12:09.623051 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:09.628779 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6c718b55-fa61-4565-be1c-75d6244adb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:09.633320 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:09.635359 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9639adb5-5095-444b-b410-141b39182f51 HTTP/1.1" status: 204 len: 168 time: 0.5727854 Jun 16 17:12:09.646793 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9639adb5-5095-444b-b410-141b39182f51,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:09.649176 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f1bfeb91-a738-4d87-b143-cb5cb18f5ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:10.250840 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 46124) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:10.302247 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a668d624-c23d-4736-a50e-aa5079d895ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70ea64f5b8fb4fd285b3ff78b126b068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500073 Jun 16 17:12:10.305087 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 46126) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:10.354949 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-014d0c54-06d6-434d-a362-4d718ab46f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:10.381079 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-014d0c54-06d6-434d-a362-4d718ab46f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:10.612465 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-014d0c54-06d6-434d-a362-4d718ab46f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:10.615088 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-014d0c54-06d6-434d-a362-4d718ab46f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:10.616371 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-014d0c54-06d6-434d-a362-4d718ab46f95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a144ce7-2731-422f-89f7-81af0909ac5e HTTP/1.1" status: 204 len: 168 time: 0.3100789 Jun 16 17:12:10.617064 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-08023f89-0de2-400a-85dc-3b207d25106c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:10.625299 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d0c54-06d6-434d-a362-4d718ab46f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a144ce7-2731-422f-89f7-81af0909ac5e,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:10.628934 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-014d0c54-06d6-434d-a362-4d718ab46f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:15.518002 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-311d61dc-ce87-4153-9733-011930109a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:15.520805 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-311d61dc-ce87-4153-9733-011930109a9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8dc0351f-c8c6-47f3-be73-fc174db5a017 HTTP/1.1" status: 200 len: 855 time: 0.1541755 Jun 16 17:12:15.585928 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62e19c4d-bd6b-48f8-8bd0-8ebe4290a3f8 req-e920ce98-7486-4ea5-a8c1-deac50553f3d service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043512 Jun 16 17:12:15.652042 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-8a1a99ae-6d64-439c-9768-eecc04d358dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c86713-c095-4539-903c-acd5ab66c953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843735 Jun 16 17:12:15.875492 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-482a3ec2-bef4-4dd0-b0f4-09232ad7ba20 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130935 Jun 16 17:12:15.884019 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be610cd-e777-496a-87a7-2a09273b94ee req-f949b2e4-c1e9-41c5-8538-094e79fc6efb tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:15.885448 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7be610cd-e777-496a-87a7-2a09273b94ee req-f949b2e4-c1e9-41c5-8538-094e79fc6efb tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 944 time: 0.2379334 Jun 16 17:12:15.887182 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-5868ddcd-7260-4cbb-bb0b-46b38614f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:15.888525 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-5868ddcd-7260-4cbb-bb0b-46b38614f8a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=985c974d42614aa6833f6677f03026f0&device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 1097 time: 0.2390561 Jun 16 17:12:15.897418 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687bba6-11aa-4c50-bb43-5ab59ed2d900 req-5fe873fc-8a85-45b6-91d1-dd04e62f2700 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:15.898890 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3687bba6-11aa-4c50-bb43-5ab59ed2d900 req-5fe873fc-8a85-45b6-91d1-dd04e62f2700 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.2385368 Jun 16 17:12:16.014861 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-779b2922-06f5-4d87-8a09-7ce638af7ff6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 200 len: 217 time: 0.0906167 Jun 16 17:12:16.075209 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7be610cd-e777-496a-87a7-2a09273b94ee req-9dcd409a-0879-48b5-9292-5aff833d3641 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694415 Jun 16 17:12:16.078769 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3687bba6-11aa-4c50-bb43-5ab59ed2d900 req-11644ee4-4d48-4b4c-a8f8-4366f8d10304 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711416 Jun 16 17:12:16.109436 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-d9534e9d-23d6-4fb7-9f95-31b2cec5fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:16.117480 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-d9534e9d-23d6-4fb7-9f95-31b2cec5fd47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=41eb959a-5f87-44c3-ba91-34050801a6de HTTP/1.1" status: 200 len: 853 time: 0.0822351 Jun 16 17:12:16.136641 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f30cd0f7-b942-4ee6-acf3-2906b57a087a req-dfeb50df-52b7-4d37-ad58-5e9315aa466b service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465479 Jun 16 17:12:16.139543 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8b5127-12a9-4725-9986-87106b32fef2 x-openstack-request-id: req-6b8b5127-12a9-4725-9986-87106b32fef2 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:12:16.139966 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "tag": "f2484def-62c1-496b-8079-6b91d463b401", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:12:16.140376 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b8b5127-12a9-4725-9986-87106b32fef2 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:12:16.140889 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401', 'status': 'completed', 'code': 200} Jun 16 17:12:16.202663 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-2c40371f-ab52-456f-b340-b6f68ecfd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:16.205732 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-2c40371f-ab52-456f-b340-b6f68ecfd336 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19312281-3844-4bef-8fd3-0aa0b70b8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822523 Jun 16 17:12:16.344135 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-0c1e8482-fb93-4143-893f-bc38869f57dc service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311226 Jun 16 17:12:16.367193 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980eb5f9-5f9f-4816-8125-5391b86422f3 req-d1e3f301-0769-4d70-bfa2-7089662ad929 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:16.368611 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-980eb5f9-5f9f-4816-8125-5391b86422f3 req-d1e3f301-0769-4d70-bfa2-7089662ad929 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 943 time: 0.1432054 Jun 16 17:12:16.495737 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-980eb5f9-5f9f-4816-8125-5391b86422f3 req-1f9b3542-3276-478c-8354-8aa4d6031bab tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167843 Jun 16 17:12:16.530450 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-60c6d090-d113-4c54-8e2b-f1263cac7aab service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785812 Jun 16 17:12:16.533606 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:12:16.552712 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33653185-2099-4fb6-b28c-7e1cef8b591c req-e7d48799-41d5-487c-9cbe-a97831c606d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:16.554254 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33653185-2099-4fb6-b28c-7e1cef8b591c req-e7d48799-41d5-487c-9cbe-a97831c606d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2f0092566bb4df4afc3048e62c37a77&device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 1096 time: 0.0943911 Jun 16 17:12:16.800404 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33653185-2099-4fb6-b28c-7e1cef8b591c req-1dff234e-ce53-4965-b807-d3e01722de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:16.802484 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33653185-2099-4fb6-b28c-7e1cef8b591c req-1dff234e-ce53-4965-b807-d3e01722de67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 200 len: 915 time: 0.1002917 Jun 16 17:12:16.848601 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33653185-2099-4fb6-b28c-7e1cef8b591c req-41340430-dfde-47e8-8598-10e874fb3fe8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f400a78-22ca-4d47-9020-d9d6a2e62bfb HTTP/1.1" status: 200 len: 217 time: 0.0386386 Jun 16 17:12:16.942892 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33653185-2099-4fb6-b28c-7e1cef8b591c req-05498596-4fc1-4ae6-9073-fc39024a6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:16.944251 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33653185-2099-4fb6-b28c-7e1cef8b591c req-05498596-4fc1-4ae6-9073-fc39024a6945 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8dc0351f-c8c6-47f3-be73-fc174db5a017 HTTP/1.1" status: 200 len: 855 time: 0.0778320 Jun 16 17:12:16.983153 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33653185-2099-4fb6-b28c-7e1cef8b591c req-b23773b1-2ccd-4052-ad4e-98307206fbed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c86713-c095-4539-903c-acd5ab66c953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303526 Jun 16 17:12:16.989731 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187cfc0-fe26-4033-a919-4c1f8038e3b2 req-4807d66b-77a0-4018-a086-29ae375f84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:16.991212 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e187cfc0-fe26-4033-a919-4c1f8038e3b2 req-4807d66b-77a0-4018-a086-29ae375f84ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=985c974d42614aa6833f6677f03026f0&device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 1097 time: 0.1235173 Jun 16 17:12:17.142783 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33653185-2099-4fb6-b28c-7e1cef8b591c req-fe4ecd3c-f9f0-4b19-8340-a5c12e5635b6 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506000 Jun 16 17:12:17.163287 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187cfc0-fe26-4033-a919-4c1f8038e3b2 req-a527633b-bd39-4c28-a2d7-5962efd6cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:17.164767 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e187cfc0-fe26-4033-a919-4c1f8038e3b2 req-a527633b-bd39-4c28-a2d7-5962efd6cf7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=19312281-3844-4bef-8fd3-0aa0b70b8bf9 HTTP/1.1" status: 200 len: 914 time: 0.1655107 Jun 16 17:12:17.241707 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e187cfc0-fe26-4033-a919-4c1f8038e3b2 req-959cece9-f6e3-4668-9a17-f4894dcc9868 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 200 len: 217 time: 0.0660965 Jun 16 17:12:17.313036 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33653185-2099-4fb6-b28c-7e1cef8b591c req-fb8faeda-4285-4e74-b005-86a8f1fb9931 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609795 Jun 16 17:12:17.318813 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187cfc0-fe26-4033-a919-4c1f8038e3b2 req-9b69b9a4-a5ff-449f-8953-651f491fc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:17.318813 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e187cfc0-fe26-4033-a919-4c1f8038e3b2 req-9b69b9a4-a5ff-449f-8953-651f491fc018 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=41eb959a-5f87-44c3-ba91-34050801a6de HTTP/1.1" status: 200 len: 853 time: 0.0670574 Jun 16 17:12:17.394124 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 46216) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:17.524202 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76d69e6a-42d7-48ef-936f-ced9d4a05b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:17.633582 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76d69e6a-42d7-48ef-936f-ced9d4a05b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:17.658104 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187cfc0-fe26-4033-a919-4c1f8038e3b2 req-11006a69-8b13-4be1-a6ca-b3ba5ae0e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:17.659625 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e187cfc0-fe26-4033-a919-4c1f8038e3b2 req-11006a69-8b13-4be1-a6ca-b3ba5ae0e56d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19312281-3844-4bef-8fd3-0aa0b70b8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3352902 Jun 16 17:12:17.679965 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-76d69e6a-42d7-48ef-936f-ced9d4a05b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:17.683581 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-46a5f5d3-47d0-4bd3-bd79-2c555fcbbd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:17.683891 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573aa70-ee25-4581-950e-2224388da0cb req-0114bb83-f3fc-4d07-b6c0-9421bdb696ff tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:17.686213 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6573aa70-ee25-4581-950e-2224388da0cb req-0114bb83-f3fc-4d07-b6c0-9421bdb696ff tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 944 time: 0.0807638 Jun 16 17:12:17.723342 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-76d69e6a-42d7-48ef-936f-ced9d4a05b42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8ce0bbb4b0d44b496634dc7286c8968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281064 Jun 16 17:12:17.724309 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d69e6a-42d7-48ef-936f-ced9d4a05b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c1a50b-9cb1-46e2-8664-11436d21a576,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:17.726293 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 46224) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:17.728120 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-76d69e6a-42d7-48ef-936f-ced9d4a05b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:17.739775 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6573aa70-ee25-4581-950e-2224388da0cb req-2ed9532d-9f62-4e42-b5bf-ddfc717a3a03 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Jun 16 17:12:17.803814 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a5f1dfba-607e-40b5-88eb-d349a84f0995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:17.830478 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a5f1dfba-607e-40b5-88eb-d349a84f0995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:17.924975 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f18ec6-9bf0-4aef-be51-8fd00ab8212c req-5071ef94-555a-43cf-b3a4-2837da498fec tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:17.926532 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7f18ec6-9bf0-4aef-be51-8fd00ab8212c req-5071ef94-555a-43cf-b3a4-2837da498fec tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0811365 Jun 16 17:12:17.967613 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7f18ec6-9bf0-4aef-be51-8fd00ab8212c req-7d30588d-874a-4ae4-b295-ee96b22379a2 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351639 Jun 16 17:12:17.994770 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a5f1dfba-607e-40b5-88eb-d349a84f0995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:17.997271 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a5f1dfba-607e-40b5-88eb-d349a84f0995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:17.999050 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a5f1dfba-607e-40b5-88eb-d349a84f0995 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5c1a50b-9cb1-46e2-8664-11436d21a576 HTTP/1.1" status: 204 len: 168 time: 0.2691844 Jun 16 17:12:18.000373 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e5727aaa-d64d-4fcb-bcfc-13ecf4f5af73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:18.008395 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1dfba-607e-40b5-88eb-d349a84f0995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c1a50b-9cb1-46e2-8664-11436d21a576,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:18.010988 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a5f1dfba-607e-40b5-88eb-d349a84f0995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:18.142228 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e113-99dd-440a-be09-9910bb27e6e5 req-f53e6b20-b6e3-4e70-9c43-db0e6e8e0848 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:18.143776 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a518e113-99dd-440a-be09-9910bb27e6e5 req-f53e6b20-b6e3-4e70-9c43-db0e6e8e0848 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 943 time: 0.0720708 Jun 16 17:12:18.187030 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a518e113-99dd-440a-be09-9910bb27e6e5 req-6ffb46bc-e443-498b-adad-27f723e22023 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373394 Jun 16 17:12:18.565130 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 46232) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:18.579801 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3f519820-8b2d-4995-90ec-8aab855b4a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:18.674281 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3f519820-8b2d-4995-90ec-8aab855b4a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:18.748858 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3f519820-8b2d-4995-90ec-8aab855b4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:18.752081 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9becebc5-ae3f-4c94-9e98-5b5f021b5141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:18.804171 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3f519820-8b2d-4995-90ec-8aab855b4a4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43338573761d4d35be57067171ac5de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378559 Jun 16 17:12:18.805674 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f519820-8b2d-4995-90ec-8aab855b4a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac07df1-ebb6-49d7-a1b7-0199327aca5a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:18.806970 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 46238) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:18.808668 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3f519820-8b2d-4995-90ec-8aab855b4a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:18.859332 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-728eb8b1-7ff0-40bb-94d1-4470ef4e2b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:18.884091 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-728eb8b1-7ff0-40bb-94d1-4470ef4e2b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:18.988977 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-728eb8b1-7ff0-40bb-94d1-4470ef4e2b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:18.991969 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-728eb8b1-7ff0-40bb-94d1-4470ef4e2b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:18.993137 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-728eb8b1-7ff0-40bb-94d1-4470ef4e2b52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cac07df1-ebb6-49d7-a1b7-0199327aca5a HTTP/1.1" status: 204 len: 168 time: 0.1850781 Jun 16 17:12:18.993854 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:19.003756 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728eb8b1-7ff0-40bb-94d1-4470ef4e2b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac07df1-ebb6-49d7-a1b7-0199327aca5a,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:19.006682 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-728eb8b1-7ff0-40bb-94d1-4470ef4e2b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:20.073985 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c38c9-7e61-49b4-9a7f-02c920b8344d req-f537c422-3c3f-4b90-8a10-5c256d897952 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:20.075371 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e8c38c9-7e61-49b4-9a7f-02c920b8344d req-f537c422-3c3f-4b90-8a10-5c256d897952 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 944 time: 0.0663612 Jun 16 17:12:20.115113 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e8c38c9-7e61-49b4-9a7f-02c920b8344d req-f14f0041-6ff1-46cc-8c68-363918b9c86c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329740 Jun 16 17:12:20.296578 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d0a8c-e184-44b2-966c-2ef4e38d9250 req-2a3be8eb-6139-423a-8b7e-3206e2bf07c8 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:20.298213 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bf3d0a8c-e184-44b2-966c-2ef4e38d9250 req-2a3be8eb-6139-423a-8b7e-3206e2bf07c8 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0772555 Jun 16 17:12:20.344690 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bf3d0a8c-e184-44b2-966c-2ef4e38d9250 req-3e1482de-bb2a-43c9-bbf9-e0de1a5d0c81 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369275 Jun 16 17:12:20.515732 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734ee91-4979-4265-a491-36ad3a7bbfdf req-a75c7b23-2a36-4498-8f96-a98f1a0e5eb5 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:20.517260 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6734ee91-4979-4265-a491-36ad3a7bbfdf req-a75c7b23-2a36-4498-8f96-a98f1a0e5eb5 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 943 time: 0.0713446 Jun 16 17:12:20.558084 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6734ee91-4979-4265-a491-36ad3a7bbfdf req-913b4aee-4ab4-4857-886a-502bee81f3e1 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344706 Jun 16 17:12:21.730784 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e187cfc0-fe26-4033-a919-4c1f8038e3b2 req-2ad7646d-5c9f-47b4-a420-8691dddd2f97 service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933220 Jun 16 17:12:21.822128 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 46324) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:21.936562 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6955a25b-1eff-41c9-8bff-5bcebb5a47f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:21.969058 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e187cfc0-fe26-4033-a919-4c1f8038e3b2 req-ce700d4d-3b95-46f7-b143-eae1bc072818 service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979463 Jun 16 17:12:22.014748 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851ca4e-f612-416c-a35f-14ffe5208c76 req-68a8c234-8873-49c8-b229-8005c1f8570f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:22.016511 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1851ca4e-f612-416c-a35f-14ffe5208c76 req-68a8c234-8873-49c8-b229-8005c1f8570f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1277738 Jun 16 17:12:22.025289 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552dfb1-675f-4d97-aad8-94ac2eb67503 req-e16e8d91-68a3-4170-8165-f121caefe6b5 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:22.026783 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3552dfb1-675f-4d97-aad8-94ac2eb67503 req-e16e8d91-68a3-4170-8165-f121caefe6b5 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 944 time: 0.1526575 Jun 16 17:12:22.035380 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6955a25b-1eff-41c9-8bff-5bcebb5a47f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:22.080792 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1851ca4e-f612-416c-a35f-14ffe5208c76 req-c60c50bf-09c3-430a-89b6-0ae1f4776360 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Jun 16 17:12:22.088218 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3552dfb1-675f-4d97-aad8-94ac2eb67503 req-cf252dcb-a3b4-4d29-a1af-aca760864cbe tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526471 Jun 16 17:12:22.148540 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6955a25b-1eff-41c9-8bff-5bcebb5a47f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:22.151266 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:22.188575 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6955a25b-1eff-41c9-8bff-5bcebb5a47f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54a44032ad0b4c48bce2a28c693ceecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646991 Jun 16 17:12:22.189314 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955a25b-1eff-41c9-8bff-5bcebb5a47f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7550db-bbb9-4ef2-9e94-3e915bcaedc6,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:22.191468 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 46330) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:22.195908 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6955a25b-1eff-41c9-8bff-5bcebb5a47f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:22.276582 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f616f72c-cd42-42ef-8aed-06b1648463fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:22.309347 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f616f72c-cd42-42ef-8aed-06b1648463fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:22.326834 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e235cf-91b6-4e29-bce7-25c0dd4b40d7 req-5bc06651-f741-45fe-857c-dca99658677b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:22.328616 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-12e235cf-91b6-4e29-bce7-25c0dd4b40d7 req-5bc06651-f741-45fe-857c-dca99658677b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 943 time: 0.1308062 Jun 16 17:12:22.386166 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-12e235cf-91b6-4e29-bce7-25c0dd4b40d7 req-fc4dda13-ca4c-4d4d-91f3-85264cdc513a tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499022 Jun 16 17:12:22.480499 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f616f72c-cd42-42ef-8aed-06b1648463fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:22.484171 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f616f72c-cd42-42ef-8aed-06b1648463fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:22.485520 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f616f72c-cd42-42ef-8aed-06b1648463fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b7550db-bbb9-4ef2-9e94-3e915bcaedc6 HTTP/1.1" status: 204 len: 168 time: 0.2930384 Jun 16 17:12:22.486311 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d4147f04-1849-4023-8f50-2fb238f7d939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:22.493894 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616f72c-cd42-42ef-8aed-06b1648463fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7550db-bbb9-4ef2-9e94-3e915bcaedc6,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:22.496204 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f616f72c-cd42-42ef-8aed-06b1648463fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:23.327323 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f021674-3824-4641-ade5-45f83a1d26d4 req-f81675ba-041d-41e0-a470-4b79d4eb6986 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:23.329230 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f021674-3824-4641-ade5-45f83a1d26d4 req-f81675ba-041d-41e0-a470-4b79d4eb6986 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1219869 Jun 16 17:12:23.340996 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b660b-eeb7-47ad-beeb-662e346e42d7 req-1a566f8c-f81c-4471-95dd-35a339e446a7 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:23.343288 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-be5b660b-eeb7-47ad-beeb-662e346e42d7 req-1a566f8c-f81c-4471-95dd-35a339e446a7 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 944 time: 0.0942755 Jun 16 17:12:23.371661 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 46348) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:23.385674 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4563bc8-7b62-4f62-b731-53c939d223f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:23.398980 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f021674-3824-4641-ade5-45f83a1d26d4 req-13282b7f-14e4-4a75-b4b7-af8efd9a855e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520759 Jun 16 17:12:23.413241 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-be5b660b-eeb7-47ad-beeb-662e346e42d7 req-9c73f15a-e92c-4bdf-8b90-f5c16b8f672c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614836 Jun 16 17:12:23.498648 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4563bc8-7b62-4f62-b731-53c939d223f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:23.592681 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09769ef3-31ef-4a4e-bc74-f939a6d480d5 req-f670fba6-aedf-473c-91b3-46cb0cecd036 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:23.594503 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09769ef3-31ef-4a4e-bc74-f939a6d480d5 req-f670fba6-aedf-473c-91b3-46cb0cecd036 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 943 time: 0.0636361 Jun 16 17:12:23.617939 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:23.643530 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09769ef3-31ef-4a4e-bc74-f939a6d480d5 req-dd9aef32-3f11-4bb9-9a38-6f56422baeb1 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Jun 16 17:12:23.709145 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4563bc8-7b62-4f62-b731-53c939d223f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:23.711935 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f44df3c7-8834-478e-a9a9-175679ba88bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:23.751544 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c4563bc8-7b62-4f62-b731-53c939d223f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7521c6302f3b4777b74a7163b4f8eeac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785808 Jun 16 17:12:23.752387 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4563bc8-7b62-4f62-b731-53c939d223f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c2bceb-40dc-45ab-ac65-05663228ad00,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:23.755401 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 46354) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:23.755627 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c4563bc8-7b62-4f62-b731-53c939d223f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:23.820574 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a6cc-3f5c-4265-b46b-1645b68b3506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:23.845708 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a6cc-3f5c-4265-b46b-1645b68b3506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:24.079838 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a6cc-3f5c-4265-b46b-1645b68b3506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:24.082416 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a6cc-3f5c-4265-b46b-1645b68b3506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:24.083671 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f7f0a6cc-3f5c-4265-b46b-1645b68b3506 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6c2bceb-40dc-45ab-ac65-05663228ad00 HTTP/1.1" status: 204 len: 168 time: 0.3271015 Jun 16 17:12:24.085473 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a5f1dfba-607e-40b5-88eb-d349a84f0995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:24.096678 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0a6cc-3f5c-4265-b46b-1645b68b3506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c2bceb-40dc-45ab-ac65-05663228ad00,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:24.101562 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f7f0a6cc-3f5c-4265-b46b-1645b68b3506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:26.452512 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-728bf884-ab9a-4718-9841-637c8801edc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:27.591850 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device f2484def-62c1-496b-8079-6b91d463b401 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:12:27.725975 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port f2484def-62c1-496b-8079-6b91d463b401, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f2484def-62c1-496b-8079-6b91d463b401,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:27.742321 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': 'f2484def-62c1-496b-8079-6b91d463b401', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'port_id': 'f2484def-62c1-496b-8079-6b91d463b401', 'mac_address': 'fa:16:3e:a7:4a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:12:27.786656 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:27.800215 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2484def-62c1-496b-8079-6b91d463b401 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:12:27.821174 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port f2484def-62c1-496b-8079-6b91d463b401, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f2484def-62c1-496b-8079-6b91d463b401,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:27.849880 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5a056-f364-42bb-b9da-c6660643b8ee req-5b66f5bb-8491-45e3-8787-dfecf22df887 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:27.851272 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6af5a056-f364-42bb-b9da-c6660643b8ee req-5b66f5bb-8491-45e3-8787-dfecf22df887 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0764368 Jun 16 17:12:27.863560 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a0510-6329-462c-952e-182a1c078ca6 req-e73cc12b-1001-4222-91f3-8bfe50bf2aa9 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:27.865046 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c85a0510-6329-462c-952e-182a1c078ca6 req-e73cc12b-1001-4222-91f3-8bfe50bf2aa9 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 944 time: 0.1219716 Jun 16 17:12:27.920799 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:27.922637 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:27.925818 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6af5a056-f364-42bb-b9da-c6660643b8ee req-2650ff29-992e-4437-b4d0-ed5453153d71 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597219 Jun 16 17:12:27.931200 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c85a0510-6329-462c-952e-182a1c078ca6 req-f234239d-216e-4520-8db3-a2efb5efe808 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591524 Jun 16 17:12:27.979987 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=f2484def-62c1-496b-8079-6b91d463b401,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:27.987163 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.987497 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.987841 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.988171 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.988495 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.988821 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.989147 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.989495 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.989821 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.990140 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.990457 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.990772 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:12:27.995002 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:28.096251 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9574b-6ae1-46c4-a2f0-4245cd42b8d1 req-9ee3de20-8830-4fbf-8414-f03cb32e9dea tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:28.097801 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ac9574b-6ae1-46c4-a2f0-4245cd42b8d1 req-9ee3de20-8830-4fbf-8414-f03cb32e9dea tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 943 time: 0.0654397 Jun 16 17:12:28.136814 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ac9574b-6ae1-46c4-a2f0-4245cd42b8d1 req-0619338c-0377-43b0-9822-ec4009c4e791 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Jun 16 17:12:29.103242 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:29.280243 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-36616a57-4dda-40e2-b16a-3d9a802937e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:29.587962 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9f400a78-22ca-4d47-9020-d9d6a2e62bfb details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:12:29.710072 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9f400a78-22ca-4d47-9020-d9d6a2e62bfb,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:29.723036 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '9f400a78-22ca-4d47-9020-d9d6a2e62bfb', 'network_id': 'b1c86713-c095-4539-903c-acd5ab66c953', 'port_id': '9f400a78-22ca-4d47-9020-d9d6a2e62bfb', 'mac_address': 'fa:16:3e:00:d7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc0351f-c8c6-47f3-be73-fc174db5a017', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:12:29.727544 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e541bb-ab92-4e01-b7cd-54b7d5f23a44 req-b2409871-1e75-4168-a7b8-9054b97cfc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:29.729021 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-55e541bb-ab92-4e01-b7cd-54b7d5f23a44 req-b2409871-1e75-4168-a7b8-9054b97cfc90 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 1099 time: 0.1498315 Jun 16 17:12:29.769985 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:29.783968 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f400a78-22ca-4d47-9020-d9d6a2e62bfb {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:12:29.788109 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5ff78-19b2-4eaf-a66c-05edaab29cf9 req-a44310a6-efb6-4681-92cc-222fd09b109f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:29.789658 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff5ff78-19b2-4eaf-a66c-05edaab29cf9 req-a44310a6-efb6-4681-92cc-222fd09b109f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 945 time: 0.1439488 Jun 16 17:12:29.797916 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be606324-88db-48c8-90f3-60b813007529 req-727ae139-bb8c-4cc8-920c-53bf3e46e83f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:29.799357 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-be606324-88db-48c8-90f3-60b813007529 req-727ae139-bb8c-4cc8-920c-53bf3e46e83f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1653006 Jun 16 17:12:29.805147 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9f400a78-22ca-4d47-9020-d9d6a2e62bfb,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:29.813636 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-55e541bb-ab92-4e01-b7cd-54b7d5f23a44 req-82964c44-c52c-4a75-b05f-9f0c29f7efda service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720515 Jun 16 17:12:29.860917 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aff5ff78-19b2-4eaf-a66c-05edaab29cf9 req-0d050139-6055-4517-8146-66d8ebb572a6 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588870 Jun 16 17:12:29.865614 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-be606324-88db-48c8-90f3-60b813007529 req-c27b61c7-48fe-468a-9c26-3e38fd983b6e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557680 Jun 16 17:12:29.875687 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:29.878023 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:29.924619 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=9f400a78-22ca-4d47-9020-d9d6a2e62bfb,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:29.927707 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:30.028921 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c3854-2365-4164-afb5-5798069f6258 req-dcf224d0-2791-4a58-a25c-ac4e0d0ce7c6 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:30.031142 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f99c3854-2365-4164-afb5-5798069f6258 req-dcf224d0-2791-4a58-a25c-ac4e0d0ce7c6 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 944 time: 0.0687261 Jun 16 17:12:30.068024 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f99c3854-2365-4164-afb5-5798069f6258 req-8c6c38da-3bd5-422c-82b7-fda515a14f17 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309732 Jun 16 17:12:30.869157 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:31.094849 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271cb3a-5697-4304-bf84-dae663cc19e3 req-185743a9-823f-4122-ab75-c527c355061c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:31.096254 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['9f400a78-22ca-4d47-9020-d9d6a2e62bfb'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:12:31.096416 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6271cb3a-5697-4304-bf84-dae663cc19e3 req-185743a9-823f-4122-ab75-c527c355061c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 945 time: 0.1166828 Jun 16 17:12:31.119698 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa61410-32bb-41cd-a4db-b5080c05f39f req-6022d02b-145c-4baa-8769-dbba746b7a08 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:31.121529 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dfa61410-32bb-41cd-a4db-b5080c05f39f req-6022d02b-145c-4baa-8769-dbba746b7a08 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1145797 Jun 16 17:12:31.178984 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6271cb3a-5697-4304-bf84-dae663cc19e3 req-71392bb0-b32f-433a-b9e7-a7b54bf0e318 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738328 Jun 16 17:12:31.187223 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dfa61410-32bb-41cd-a4db-b5080c05f39f req-e983b8a9-e805-4ff1-a7e0-698342d3c764 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531278 Jun 16 17:12:31.428755 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738d1e3-61dd-4e06-89d2-38174dae40a7 req-3e27f2dc-764b-4f16-8474-b9224a473b9d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:31.431233 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f738d1e3-61dd-4e06-89d2-38174dae40a7 req-3e27f2dc-764b-4f16-8474-b9224a473b9d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 944 time: 0.0777926 Jun 16 17:12:31.480566 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f738d1e3-61dd-4e06-89d2-38174dae40a7 req-23520863-1dc2-4677-a421-b42b5f07a587 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Jun 16 17:12:31.520706 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['f2484def-62c1-496b-8079-6b91d463b401'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:12:32.240128 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:37.244362 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e9023-7a7d-4908-a9a4-04629c1558d9 req-8e5b76e3-f4a6-4516-9ac3-effb881a22bb tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:37.246107 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ac5e9023-7a7d-4908-a9a4-04629c1558d9 req-8e5b76e3-f4a6-4516-9ac3-effb881a22bb tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1353750 Jun 16 17:12:37.264554 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e54eec-47ef-44da-a410-6d5cb89a394b req-a5d968b6-2df4-4fa0-a9a8-2dcb7d668689 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:37.266720 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-13e54eec-47ef-44da-a410-6d5cb89a394b req-a5d968b6-2df4-4fa0-a9a8-2dcb7d668689 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 945 time: 0.1123915 Jun 16 17:12:37.330280 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ac5e9023-7a7d-4908-a9a4-04629c1558d9 req-09a8ee61-bf88-4f70-af3c-18ad7c7e75ce tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623665 Jun 16 17:12:37.336041 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-13e54eec-47ef-44da-a410-6d5cb89a394b req-f02c069b-f9cf-4e6a-866e-09989beb0d1d tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617597 Jun 16 17:12:37.518337 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed424713-0479-4297-81d2-fce27628d8ef req-0345a83a-8136-4bda-9a40-bb941265ff65 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:37.519813 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed424713-0479-4297-81d2-fce27628d8ef req-0345a83a-8136-4bda-9a40-bb941265ff65 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 944 time: 0.0681303 Jun 16 17:12:37.567104 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed424713-0479-4297-81d2-fce27628d8ef req-b05ec831-3321-44c8-9898-c0da315b03bb tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Jun 16 17:12:38.595608 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef1558-1445-4b60-b4d9-7d3118571884 req-ffdd8166-3019-410c-a143-62d8ea72fdc3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:38.597421 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-96ef1558-1445-4b60-b4d9-7d3118571884 req-ffdd8166-3019-410c-a143-62d8ea72fdc3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1223340 Jun 16 17:12:38.605846 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadf193-87d1-412c-9748-addc892106f9 req-680f3ead-30ef-4676-b86c-2726150fdb28 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:38.607348 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbadf193-87d1-412c-9748-addc892106f9 req-680f3ead-30ef-4676-b86c-2726150fdb28 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 945 time: 0.0983448 Jun 16 17:12:38.680706 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-96ef1558-1445-4b60-b4d9-7d3118571884 req-a22477df-0f8e-454c-8b61-e78dc22f4c39 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721188 Jun 16 17:12:38.696596 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbadf193-87d1-412c-9748-addc892106f9 req-755815c7-d448-486b-9fed-c42479238797 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708334 Jun 16 17:12:38.926817 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f1bff-02d6-47f5-b939-67353c05c64e req-07edc244-a57d-4a7f-89e5-bbba6fe78856 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:38.928393 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3e8f1bff-02d6-47f5-b939-67353c05c64e req-07edc244-a57d-4a7f-89e5-bbba6fe78856 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 944 time: 0.1173110 Jun 16 17:12:38.980369 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3e8f1bff-02d6-47f5-b939-67353c05c64e req-41601e4f-d9a5-4701-afeb-4824d7d0f165 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Jun 16 17:12:39.914770 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efb4ac-f451-4bfd-9f83-8d0ed7a77625 req-bc362a12-2aef-4508-9ea0-b74289ddfa25 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:39.916371 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-74efb4ac-f451-4bfd-9f83-8d0ed7a77625 req-bc362a12-2aef-4508-9ea0-b74289ddfa25 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1102200 Jun 16 17:12:39.962765 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428ef09-42e4-4395-8b58-5c337a162e56 req-e49f24b3-8561-44ed-ae97-b1afa715abd1 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:39.964519 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d428ef09-42e4-4395-8b58-5c337a162e56 req-e49f24b3-8561-44ed-ae97-b1afa715abd1 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 945 time: 0.1106992 Jun 16 17:12:39.996644 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-74efb4ac-f451-4bfd-9f83-8d0ed7a77625 req-e8f3069d-c056-4b75-9f14-5523d5778102 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728369 Jun 16 17:12:40.007473 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9f400a78-22ca-4d47-9020-d9d6a2e62bfb up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:12:40.023321 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d428ef09-42e4-4395-8b58-5c337a162e56 req-976fcce7-3021-4de0-929a-286877e8e2a7 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483444 Jun 16 17:12:40.194430 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:12:40.202185 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:12:40.203084 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:40.204927 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ddacc-c6f7-42a8-b4fd-7195fe09ed86 req-d2835be5-d86f-4bd4-a0da-95b2c4690582 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:40.206707 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-116ddacc-c6f7-42a8-b4fd-7195fe09ed86 req-d2835be5-d86f-4bd4-a0da-95b2c4690582 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 944 time: 0.0730605 Jun 16 17:12:40.255931 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-116ddacc-c6f7-42a8-b4fd-7195fe09ed86 req-a8346ac6-b2ee-428d-9cad-aa89436c5d37 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394289 Jun 16 17:12:40.285315 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:40.320740 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beae8ed7-2755-4997-b6d8-76eb47aaaccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f400a78-22ca-4d47-9020-d9d6a2e62bfb'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:12:40.323550 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81034630-11e8-47cc-9d7a-3fece9b5052c" -d '{"events": [{"server_uuid": "beae8ed7-2755-4997-b6d8-76eb47aaaccc", "name": "network-vif-plugged", "status": "completed", "tag": "9f400a78-22ca-4d47-9020-d9d6a2e62bfb"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:12:40.343990 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9f400a78-22ca-4d47-9020-d9d6a2e62bfb,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:40.368762 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79df5585-3f24-4556-b59b-e440cbd8d12c x-openstack-request-id: req-79df5585-3f24-4556-b59b-e440cbd8d12c {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:12:40.369423 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beae8ed7-2755-4997-b6d8-76eb47aaaccc", "name": "network-vif-plugged", "status": "completed", "tag": "9f400a78-22ca-4d47-9020-d9d6a2e62bfb", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:12:40.369684 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79df5585-3f24-4556-b59b-e440cbd8d12c {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:12:40.370095 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beae8ed7-2755-4997-b6d8-76eb47aaaccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f400a78-22ca-4d47-9020-d9d6a2e62bfb', 'code': 200} Jun 16 17:12:40.447255 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:40.447255 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device f2484def-62c1-496b-8079-6b91d463b401 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:12:40.450508 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:40.529889 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=9f400a78-22ca-4d47-9020-d9d6a2e62bfb,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:40.539295 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:40.771809 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port f2484def-62c1-496b-8079-6b91d463b401 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:12:40.787803 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port f2484def-62c1-496b-8079-6b91d463b401 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:12:40.788192 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:40.865067 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90f81-5b2b-4ec9-804d-4c9768a62744 req-0bff194e-bbd1-4090-87e8-5e3ce800ff4d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:40.866617 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-63f90f81-5b2b-4ec9-804d-4c9768a62744 req-0bff194e-bbd1-4090-87e8-5e3ce800ff4d tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0770431 Jun 16 17:12:40.879881 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:40.914416 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-63f90f81-5b2b-4ec9-804d-4c9768a62744 req-f84d7fc6-ce25-4cca-a937-b26a77d2969b tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 Jun 16 17:12:40.921984 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port f2484def-62c1-496b-8079-6b91d463b401, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f2484def-62c1-496b-8079-6b91d463b401,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:12:41.050225 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2e2d8-938b-4daf-a68e-560d51773c3b req-51407ed6-149e-430a-9031-560df82acac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:41.051745 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efd2e2d8-938b-4daf-a68e-560d51773c3b req-51407ed6-149e-430a-9031-560df82acac7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 1098 time: 0.1203904 Jun 16 17:12:41.058225 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200e7b3-7953-4126-a017-4796b18d53ec req-8deaeec8-d19b-4585-a2f9-63d91aea272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:41.059714 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b200e7b3-7953-4126-a017-4796b18d53ec req-8deaeec8-d19b-4585-a2f9-63d91aea272a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 1099 time: 0.0902896 Jun 16 17:12:41.109679 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:41.111881 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:41.139210 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-efd2e2d8-938b-4daf-a68e-560d51773c3b req-605cd5f2-f89f-4e8b-bbab-bd6186482320 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784507 Jun 16 17:12:41.163960 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=f2484def-62c1-496b-8079-6b91d463b401,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:41.167182 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:41.208755 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200e7b3-7953-4126-a017-4796b18d53ec req-622a0a37-eea2-44ca-8c7f-4321135f8671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:41.210231 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b200e7b3-7953-4126-a017-4796b18d53ec req-622a0a37-eea2-44ca-8c7f-4321135f8671 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 918 time: 0.1363716 Jun 16 17:12:41.247262 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa673a1-2807-4cc0-ae63-8b0a1bc3285e req-2f5d9462-2fd4-47ca-b7f4-2797025fac70 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:41.248762 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8aa673a1-2807-4cc0-ae63-8b0a1bc3285e req-2f5d9462-2fd4-47ca-b7f4-2797025fac70 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.0833008 Jun 16 17:12:41.289341 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8aa673a1-2807-4cc0-ae63-8b0a1bc3285e req-59b660af-a5f9-4a78-badd-34dee94f752a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332677 Jun 16 17:12:41.470756 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa9d40-0ea9-458a-9b18-b55673d1bb92 req-24ec38b8-6ada-4137-9b36-9854099384a0 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:41.472227 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5aa9d40-0ea9-458a-9b18-b55673d1bb92 req-24ec38b8-6ada-4137-9b36-9854099384a0 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 945 time: 0.0706658 Jun 16 17:12:41.510564 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5aa9d40-0ea9-458a-9b18-b55673d1bb92 req-41970cbc-0382-47fc-8f6e-2c61ffe18732 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326064 Jun 16 17:12:41.606499 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b200e7b3-7953-4126-a017-4796b18d53ec req-0da539a7-26ec-485a-a02e-570750cdc1b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=609baf17-22bc-49b5-a572-92213d002204 HTTP/1.1" status: 200 len: 217 time: 0.0480826 Jun 16 17:12:41.658952 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200e7b3-7953-4126-a017-4796b18d53ec req-0974c4ed-ebac-4315-a551-b299b0b17bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:41.660425 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b200e7b3-7953-4126-a017-4796b18d53ec req-0974c4ed-ebac-4315-a551-b299b0b17bf8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 200 len: 858 time: 0.0452442 Jun 16 17:12:41.766651 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b200e7b3-7953-4126-a017-4796b18d53ec req-9c370f6d-56a5-4b97-8c08-93b523957f68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83538a37-de03-4bca-862d-10405954664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290020 Jun 16 17:12:41.876248 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b200e7b3-7953-4126-a017-4796b18d53ec req-70aad12b-b3a4-46ee-b5df-946d94902d9c service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995042 Jun 16 17:12:41.977060 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b200e7b3-7953-4126-a017-4796b18d53ec req-a6c2b710-925e-4d37-bd50-f3dfa70a0ef6 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890946 Jun 16 17:12:42.120422 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ca4c9-aa4d-4cbc-88ec-dc105d00ec09 req-89c9c5fe-cc53-4372-824e-8de0ef25bd94 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:42.122363 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cc4ca4c9-aa4d-4cbc-88ec-dc105d00ec09 req-89c9c5fe-cc53-4372-824e-8de0ef25bd94 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0709188 Jun 16 17:12:42.163453 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cc4ca4c9-aa4d-4cbc-88ec-dc105d00ec09 req-2f36b09f-716a-43cd-a7d9-274f6b2c7f52 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350637 Jun 16 17:12:42.371517 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:12:42.373962 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c2573e-83e8-478b-84f2-c1f2f718521d" -d '{"events": [{"server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "name": "network-vif-plugged", "status": "completed", "tag": "f2484def-62c1-496b-8079-6b91d463b401"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:12:42.439933 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25273e43-7533-49b8-aa43-2f08118e72e0 x-openstack-request-id: req-25273e43-7533-49b8-aa43-2f08118e72e0 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:12:42.440900 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "name": "network-vif-plugged", "status": "completed", "tag": "f2484def-62c1-496b-8079-6b91d463b401", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:12:42.441341 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25273e43-7533-49b8-aa43-2f08118e72e0 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:12:42.442084 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401', 'code': 200} Jun 16 17:12:42.523130 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016e06b-1f46-43cd-a28a-09e6ae6b0f9e req-beb2a835-baf9-4205-b0c2-7930619077df tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:42.525071 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3016e06b-1f46-43cd-a28a-09e6ae6b0f9e req-beb2a835-baf9-4205-b0c2-7930619077df tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.0890512 Jun 16 17:12:42.584768 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3016e06b-1f46-43cd-a28a-09e6ae6b0f9e req-fdfeb70e-cb47-4ee5-9e8a-88306e8aeb5a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Jun 16 17:12:42.740961 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478a714-b2cb-4faa-8f77-3eb4c7224477 req-da0fa474-0ad1-46a5-9b4b-13a8051390b7 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:42.745667 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2478a714-b2cb-4faa-8f77-3eb4c7224477 req-da0fa474-0ad1-46a5-9b4b-13a8051390b7 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 945 time: 0.0867181 Jun 16 17:12:42.796985 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2478a714-b2cb-4faa-8f77-3eb4c7224477 req-2859c806-3f30-43bf-887d-0a29e07172bc tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464764 Jun 16 17:12:43.114827 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9553e-5230-4c7a-bab5-c4417da6fe0b req-182cd01c-7309-45a3-905b-3743ba8b4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:43.117363 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7e9553e-5230-4c7a-bab5-c4417da6fe0b req-182cd01c-7309-45a3-905b-3743ba8b4bab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 1099 time: 0.0767980 Jun 16 17:12:43.170465 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7e9553e-5230-4c7a-bab5-c4417da6fe0b req-0fb398dd-404a-45c1-895d-bd9018a8944e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376019 Jun 16 17:12:43.365300 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b3dc-b91b-4bbb-a1b6-07af349a36cf req-6db0e158-f0c2-4e42-a2fb-e34550198760 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:43.367543 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5774b3dc-b91b-4bbb-a1b6-07af349a36cf req-6db0e158-f0c2-4e42-a2fb-e34550198760 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0825119 Jun 16 17:12:43.451652 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5774b3dc-b91b-4bbb-a1b6-07af349a36cf req-0c98f589-d98a-4797-a932-f1e70d309232 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715585 Jun 16 17:12:43.854903 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a680cb-89b1-4023-9796-e197f85ff6a6 req-978dbaad-bb00-4fd1-9b0c-21e255a0409b tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:43.854903 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11a680cb-89b1-4023-9796-e197f85ff6a6 req-978dbaad-bb00-4fd1-9b0c-21e255a0409b tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.1000912 Jun 16 17:12:43.931622 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-11a680cb-89b1-4023-9796-e197f85ff6a6 req-45fa5310-5f3e-4f1e-b1e5-334515958223 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646818 Jun 16 17:12:44.127553 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175eb84-fa94-4a61-8b6f-078b8b69fb03 req-2e9d147f-c431-4a5f-9834-4a23f1fcaf8a tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:44.130165 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1175eb84-fa94-4a61-8b6f-078b8b69fb03 req-2e9d147f-c431-4a5f-9834-4a23f1fcaf8a tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 945 time: 0.1163075 Jun 16 17:12:44.180745 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1175eb84-fa94-4a61-8b6f-078b8b69fb03 req-8519c03f-3562-4fcb-b42a-9747481b2d1c tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442133 Jun 16 17:12:44.716273 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8291987-069d-4985-9ac0-e50639350a9b req-7198c6e7-e432-45f6-905a-a2bc041a259f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:44.720154 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d8291987-069d-4985-9ac0-e50639350a9b req-7198c6e7-e432-45f6-905a-a2bc041a259f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1131344 Jun 16 17:12:44.763014 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d8291987-069d-4985-9ac0-e50639350a9b req-ddd5e3fa-47e0-407e-9db3-48ab0d4e9a68 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368335 Jun 16 17:12:45.294987 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911e757-455f-496a-b99e-866bd7900ef1 req-4e4613b7-6603-4437-9907-417d4a9ee742 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:45.298558 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d911e757-455f-496a-b99e-866bd7900ef1 req-4e4613b7-6603-4437-9907-417d4a9ee742 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.1145842 Jun 16 17:12:45.370703 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 46670) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:45.383123 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d911e757-455f-496a-b99e-866bd7900ef1 req-dd6b5631-10df-4cb1-85b3-07fefab63b80 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688503 Jun 16 17:12:45.546166 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d8f821b5-a241-471c-a046-8be9375dd864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.664730 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d8f821b5-a241-471c-a046-8be9375dd864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.885958 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d8f821b5-a241-471c-a046-8be9375dd864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.888649 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:46.201032 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d8f821b5-a241-471c-a046-8be9375dd864 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=141e9d3c2eb2473d8ce9e5fc538fcd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8285398 Jun 16 17:12:46.203078 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f821b5-a241-471c-a046-8be9375dd864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01edc17-45e6-4310-9c23-fd97890238c7,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:46.205084 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 46686) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:46.207220 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d8f821b5-a241-471c-a046-8be9375dd864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:46.255735 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd902522-a392-4b61-92b1-218ea86b44a4 req-23cf8193-3534-48c9-8ab6-2487fb482183 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:46.257331 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dd902522-a392-4b61-92b1-218ea86b44a4 req-23cf8193-3534-48c9-8ab6-2487fb482183 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.3535540 Jun 16 17:12:46.284671 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f137034-5881-4d46-899c-b779c6eb9450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.314374 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f137034-5881-4d46-899c-b779c6eb9450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.326927 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dd902522-a392-4b61-92b1-218ea86b44a4 req-98b1d490-499b-4e48-94c3-11b6536a04b6 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576272 Jun 16 17:12:46.486791 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f137034-5881-4d46-899c-b779c6eb9450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.491049 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f137034-5881-4d46-899c-b779c6eb9450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:46.492771 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6f137034-5881-4d46-899c-b779c6eb9450 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b01edc17-45e6-4310-9c23-fd97890238c7 HTTP/1.1" status: 204 len: 168 time: 0.2860742 Jun 16 17:12:46.493662 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6955a25b-1eff-41c9-8bff-5bcebb5a47f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:46.515095 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f137034-5881-4d46-899c-b779c6eb9450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01edc17-45e6-4310-9c23-fd97890238c7,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:46.526589 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6f137034-5881-4d46-899c-b779c6eb9450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:46.643720 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e12d7d-0ddd-4354-93c2-464850e7f04b req-db0e3e75-4090-46dd-a8bc-8319c8fbcb54 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:46.645435 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-23e12d7d-0ddd-4354-93c2-464850e7f04b req-db0e3e75-4090-46dd-a8bc-8319c8fbcb54 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.0733016 Jun 16 17:12:46.694589 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-23e12d7d-0ddd-4354-93c2-464850e7f04b req-4a4b4d5d-0ca4-4864-837b-a4d57e6cff35 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415351 Jun 16 17:12:47.018487 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338cb73-a23d-405a-a1be-b2fb71a9d84e req-4fa00e2e-52ee-42aa-8033-322ad4d10322 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:47.021264 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b338cb73-a23d-405a-a1be-b2fb71a9d84e req-4fa00e2e-52ee-42aa-8033-322ad4d10322 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.1377742 Jun 16 17:12:47.081651 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b338cb73-a23d-405a-a1be-b2fb71a9d84e req-30a73622-e2b7-46a7-9568-e02f4f033a83 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521467 Jun 16 17:12:47.619990 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a60376-2964-4caa-9f4d-14c92634d1af req-f14d52c9-af21-46d9-aa3c-639cc13715fb tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:47.621486 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d3a60376-2964-4caa-9f4d-14c92634d1af req-f14d52c9-af21-46d9-aa3c-639cc13715fb tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1014693 Jun 16 17:12:47.671531 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d3a60376-2964-4caa-9f4d-14c92634d1af req-cff13ce8-c712-4f61-b6e3-ce3b8afb0963 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Jun 16 17:12:47.914563 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692055e1-2149-443a-ac1c-2fe117bf342d req-0e477487-bcf8-42d2-a181-aae6ffa12c9f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:47.917248 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-692055e1-2149-443a-ac1c-2fe117bf342d req-0e477487-bcf8-42d2-a181-aae6ffa12c9f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.0933177 Jun 16 17:12:47.971920 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-692055e1-2149-443a-ac1c-2fe117bf342d req-e540f1cf-af1d-45b9-9458-43cb41810a24 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445595 Jun 16 17:12:52.203906 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 46790) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:52.358320 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38933f83-5ecb-427b-97a1-9c31338bc836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:52.480811 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38933f83-5ecb-427b-97a1-9c31338bc836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:52.601554 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38933f83-5ecb-427b-97a1-9c31338bc836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:52.606332 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ae3e07a5-18d6-4dec-a09d-6dfba2bb7772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:52.690291 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-38933f83-5ecb-427b-97a1-9c31338bc836 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17e8b86795f2487e9ff57185dc13539d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842103 Jun 16 17:12:52.693587 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 46804) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:52.702094 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38933f83-5ecb-427b-97a1-9c31338bc836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93109e0-dfe6-4e41-9451-12816074629e,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:52.709305 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-38933f83-5ecb-427b-97a1-9c31338bc836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:52.725175 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3846c55f-9be7-4d9f-93e8-d9bd5abf42d7 req-f51114dd-a675-405a-98c3-64448b1b109c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1722052 Jun 16 17:12:52.776695 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6c3f56b8-7b53-46cf-8637-ccb9503499b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:52.811801 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6c3f56b8-7b53-46cf-8637-ccb9503499b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:52.836835 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c55f-9be7-4d9f-93e8-d9bd5abf42d7 req-6b7431df-504c-45d4-a528-dad0d6c0bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:52.838609 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3846c55f-9be7-4d9f-93e8-d9bd5abf42d7 req-6b7431df-504c-45d4-a528-dad0d6c0bc37 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46e28ee30ee46c5b7a8146423501f99&device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 1098 time: 0.0657346 Jun 16 17:12:52.994789 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c55f-9be7-4d9f-93e8-d9bd5abf42d7 req-8a33680e-7a88-41cf-a364-ff2dc32d999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:52.996189 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3846c55f-9be7-4d9f-93e8-d9bd5abf42d7 req-8a33680e-7a88-41cf-a364-ff2dc32d999b service neutron] 10.222.0.60 "GET /v2.0/networks?id=83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 200 len: 918 time: 0.1300855 Jun 16 17:12:53.006357 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6c3f56b8-7b53-46cf-8637-ccb9503499b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:53.012380 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6c3f56b8-7b53-46cf-8637-ccb9503499b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:53.019141 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6c3f56b8-7b53-46cf-8637-ccb9503499b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e93109e0-dfe6-4e41-9451-12816074629e HTTP/1.1" status: 204 len: 168 time: 0.3190606 Jun 16 17:12:53.019141 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7a422a15-be30-4965-999a-ea1254761dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:53.033897 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f56b8-7b53-46cf-8637-ccb9503499b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93109e0-dfe6-4e41-9451-12816074629e,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:53.040225 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6c3f56b8-7b53-46cf-8637-ccb9503499b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:53.059378 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3846c55f-9be7-4d9f-93e8-d9bd5abf42d7 req-091488aa-460b-4068-a34e-e992dd992cd1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fdcc3c1-1e02-4a58-990d-23ce483dddb5 HTTP/1.1" status: 200 len: 217 time: 0.0477388 Jun 16 17:12:53.130385 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c55f-9be7-4d9f-93e8-d9bd5abf42d7 req-fae0d929-2ae6-4a8e-9d32-f79d91813c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:12:53.132845 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3846c55f-9be7-4d9f-93e8-d9bd5abf42d7 req-fae0d929-2ae6-4a8e-9d32-f79d91813c64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 200 len: 858 time: 0.0623205 Jun 16 17:12:53.192435 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3846c55f-9be7-4d9f-93e8-d9bd5abf42d7 req-9e83fb25-b847-4919-a9df-90b7d2a3273b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83538a37-de03-4bca-862d-10405954664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502040 Jun 16 17:12:53.343265 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3846c55f-9be7-4d9f-93e8-d9bd5abf42d7 req-4a2df67a-594d-4a84-8415-18d82685e9ea service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427670 Jun 16 17:12:53.503433 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:53.507460 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3846c55f-9be7-4d9f-93e8-d9bd5abf42d7 req-02b88c14-9e6d-4661-b33f-8ea50f4c7d35 service neutron] 10.222.0.60 "GET /v2.0/networks/83538a37-de03-4bca-862d-10405954664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543543 Jun 16 17:12:53.537116 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:12:53.964129 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 46820) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:53.979451 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b444174b-3fe3-41bc-a0d3-fa33babf4db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:54.094673 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b444174b-3fe3-41bc-a0d3-fa33babf4db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:54.189844 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b444174b-3fe3-41bc-a0d3-fa33babf4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:54.195321 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:54.249680 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b444174b-3fe3-41bc-a0d3-fa33babf4db9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1fc785dbfc8470b8967c5fa3d4ca482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843239 Jun 16 17:12:54.250575 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444174b-3fe3-41bc-a0d3-fa33babf4db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f391df8-2d04-44fe-89b7-7d4b16dabc2e,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:54.253242 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 46824) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:12:54.254065 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b444174b-3fe3-41bc-a0d3-fa33babf4db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:54.316105 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8aef0e14-d887-4b85-938b-fde6fecf141e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:54.343953 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8aef0e14-d887-4b85-938b-fde6fecf141e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:54.532789 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8aef0e14-d887-4b85-938b-fde6fecf141e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:54.538376 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8aef0e14-d887-4b85-938b-fde6fecf141e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:54.540257 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8aef0e14-d887-4b85-938b-fde6fecf141e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f391df8-2d04-44fe-89b7-7d4b16dabc2e HTTP/1.1" status: 204 len: 168 time: 0.2854342 Jun 16 17:12:54.541598 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6f137034-5881-4d46-899c-b779c6eb9450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:12:54.555613 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef0e14-d887-4b85-938b-fde6fecf141e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f391df8-2d04-44fe-89b7-7d4b16dabc2e,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:12:54.558622 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8aef0e14-d887-4b85-938b-fde6fecf141e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:12:56.612176 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9503-17a2-4bdc-a684-2473f08824c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:59.146617 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:59.354597 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-61cfd0a2-46dc-4e5e-a02e-330a8d05fa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:00.881471 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:02.280848 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:03.046958 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2582c76-86f5-4db7-ad0d-2cb468518f47 req-0984bfc8-1896-47f8-b5ff-8009ef746d57 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:03.049653 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d2582c76-86f5-4db7-ad0d-2cb468518f47 req-0984bfc8-1896-47f8-b5ff-8009ef746d57 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1058114 Jun 16 17:13:03.095334 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d2582c76-86f5-4db7-ad0d-2cb468518f47 req-b2fb6cac-5125-4e67-9be1-deaaa76abce1 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391581 Jun 16 17:13:04.390011 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a586f4-0832-4893-8a7e-e517e0e1a9fe req-de9084b5-ef7a-41e4-9b95-10ae0e65aa2c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:04.391536 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45a586f4-0832-4893-8a7e-e517e0e1a9fe req-de9084b5-ef7a-41e4-9b95-10ae0e65aa2c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1286151 Jun 16 17:13:04.436174 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45a586f4-0832-4893-8a7e-e517e0e1a9fe req-291b9ec1-0a69-4688-96b6-59e937a08e3e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381033 Jun 16 17:13:05.675190 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c122d-11ab-40a7-8165-f2275ef23dab req-48903f30-a118-4124-a9b8-8979b8f5ab51 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:05.676619 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e5c122d-11ab-40a7-8165-f2275ef23dab req-48903f30-a118-4124-a9b8-8979b8f5ab51 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.0726376 Jun 16 17:13:05.733651 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e5c122d-11ab-40a7-8165-f2275ef23dab req-fde07df3-dc83-4b09-a879-d0f0ac130dad tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455723 Jun 16 17:13:06.997456 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea15b1f-7ddd-4e7d-9b66-429deb23d094 req-675c0828-d9d0-4a81-9a7d-ce2e3cd16a55 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:06.999259 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fea15b1f-7ddd-4e7d-9b66-429deb23d094 req-675c0828-d9d0-4a81-9a7d-ce2e3cd16a55 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1216915 Jun 16 17:13:07.053636 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fea15b1f-7ddd-4e7d-9b66-429deb23d094 req-b0b9cd80-7325-4309-866e-1d300f7a876f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Jun 16 17:13:07.064474 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525f9af-cf39-46dc-a40f-55e93dd57906 req-e6a0b284-a963-4530-bc1b-00a2eb93b11f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:07.077107 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a525f9af-cf39-46dc-a40f-55e93dd57906 req-e6a0b284-a963-4530-bc1b-00a2eb93b11f tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.60 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 945 time: 0.1191614 Jun 16 17:13:07.200213 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-a525f9af-cf39-46dc-a40f-55e93dd57906 req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Deleting port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:13:07.209087 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a525f9af-cf39-46dc-a40f-55e93dd57906 req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:07.299977 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-a525f9af-cf39-46dc-a40f-55e93dd57906 req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] For port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9fdcc3c1-1e02-4a58-990d-23ce483dddb5,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:07.300328 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a525f9af-cf39-46dc-a40f-55e93dd57906 req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:07.370799 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-a525f9af-cf39-46dc-a40f-55e93dd57906 req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Calling delete_port for 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:13:07.624419 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a525f9af-cf39-46dc-a40f-55e93dd57906 req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:07.631699 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:07.649954 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['609baf17-22bc-49b5-a572-92213d002204', '9fdcc3c1-1e02-4a58-990d-23ce483dddb5'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:13:07.664823 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Pushing event deleted for resources: {'Port': ['ID=9fdcc3c1-1e02-4a58-990d-23ce483dddb5,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:07.687776 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.688484 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.689093 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.689660 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.690234 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.690753 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.691326 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.691843 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.692366 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.692881 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.693600 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.694126 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:07.724171 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:07.759726 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-a525f9af-cf39-46dc-a40f-55e93dd57906 req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] No DVR routers for this DVR port 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:13:07.765838 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a525f9af-cf39-46dc-a40f-55e93dd57906 req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:07.772002 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a525f9af-cf39-46dc-a40f-55e93dd57906 req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.60 "DELETE /v2.0/ports/9fdcc3c1-1e02-4a58-990d-23ce483dddb5 HTTP/1.1" status: 204 len: 173 time: 0.6974452 Jun 16 17:13:07.772508 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e360fa1c-141f-4013-b6d2-a61e96d3828b', 'name': 'network-vif-deleted', 'tag': '9fdcc3c1-1e02-4a58-990d-23ce483dddb5'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:13:07.775204 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaa9226-9b03-4bf9-8c5c-c71990ccaeb4" -d '{"events": [{"server_uuid": "e360fa1c-141f-4013-b6d2-a61e96d3828b", "name": "network-vif-deleted", "tag": "9fdcc3c1-1e02-4a58-990d-23ce483dddb5"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:13:07.832587 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfac899-11ca-4e3f-b589-f20f9c93679d x-openstack-request-id: req-bbfac899-11ca-4e3f-b589-f20f9c93679d {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:13:07.833653 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e360fa1c-141f-4013-b6d2-a61e96d3828b", "name": "network-vif-deleted", "tag": "9fdcc3c1-1e02-4a58-990d-23ce483dddb5", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:13:07.834114 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbfac899-11ca-4e3f-b589-f20f9c93679d {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:13:07.834770 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e360fa1c-141f-4013-b6d2-a61e96d3828b', 'name': 'network-vif-deleted', 'tag': '9fdcc3c1-1e02-4a58-990d-23ce483dddb5', 'status': 'completed', 'code': 200} Jun 16 17:13:08.070391 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaba7c-1a23-4808-a83b-28c51071b8e4 req-1c701a09-d242-4ea3-8bab-e6eae1152254 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:08.072806 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3acaba7c-1a23-4808-a83b-28c51071b8e4 req-1c701a09-d242-4ea3-8bab-e6eae1152254 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.0971618 Jun 16 17:13:08.148512 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3acaba7c-1a23-4808-a83b-28c51071b8e4 req-50353d7b-b2a0-4507-8181-e72671344029 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592794 Jun 16 17:13:08.187943 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47000) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:08.242391 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-55f21b56-f93f-4654-9885-7fee4ab58be7 req-ae69da8c-d89f-494d-b801-c68d21669f65 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=e360fa1c-141f-4013-b6d2-a61e96d3828b HTTP/1.1" status: 200 len: 210 time: 0.0460141 Jun 16 17:13:08.571872 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a607ffc3-d199-4208-bf50-2db8711c48be tempest-TestMinimumBasicScenario-1437425437 tempest-TestMinimumBasicScenario-1437425437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:08.573662 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a607ffc3-d199-4208-bf50-2db8711c48be tempest-TestMinimumBasicScenario-1437425437 tempest-TestMinimumBasicScenario-1437425437-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 1094 time: 0.3837669 Jun 16 17:13:08.577014 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47008) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:08.582391 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Request body: {'floatingip': {'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'port_id': 'f2484def-62c1-496b-8079-6b91d463b401', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:13:08.709585 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for floatingip, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:08.865774 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:09.013163 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Allocated IP 172.27.2.171 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/e38e0c9a-ba17-4830-853b-d6e5dc47bb83) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:13:09.151691 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:09.372215 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4646499'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:09.375391 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:09.414879 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:13:09.420781 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:13:09.424745 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:13:09.431446 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'Port': ['ID=e38e0c9a-ba17-4830-853b-d6e5dc47bb83,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:09.470201 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.470737 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.470912 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.471266 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.471615 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.471965 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.472313 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.472634 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.473114 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.473311 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.473699 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.474045 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:09.479511 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:10.143344 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:13:10.166771 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:13:10.166771 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9fdcc3c1-1e02-4a58-990d-23ce483dddb5 not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:13:10.195487 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:10.388074 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c937b53-22bd-44b5-820c-08e06662a62c req-6a677dd8-fd17-449c-b3b9-9d13e9991b71 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:10.388074 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c937b53-22bd-44b5-820c-08e06662a62c req-6a677dd8-fd17-449c-b3b9-9d13e9991b71 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0935771 Jun 16 17:13:10.423855 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:10.443948 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c937b53-22bd-44b5-820c-08e06662a62c req-c7f1848e-f23c-495c-bda3-9dee16cf952c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452931 Jun 16 17:13:10.832822 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:10.943431 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4646517'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:10.947959 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:11.033070 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'Port': ['ID=e38e0c9a-ba17-4830-853b-d6e5dc47bb83,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:11.034769 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:11.040727 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:11.052571 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d4d0d-7a7b-4941-951f-2423d4c50c69 req-25fe259d-16ae-416e-8db7-060b9d98b5de tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:11.055321 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-513d4d0d-7a7b-4941-951f-2423d4c50c69 req-25fe259d-16ae-416e-8db7-060b9d98b5de tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0860441 Jun 16 17:13:11.113613 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-513d4d0d-7a7b-4941-951f-2423d4c50c69 req-3073140f-e844-4d7f-ba9e-ab561d9210c4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481627 Jun 16 17:13:11.171688 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.l3_db [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Floating IP 38750c93-2487-49cf-8498-2aa06654d170 associated. External IP: 172.27.2.171, port: f2484def-62c1-496b-8079-6b91d463b401. Jun 16 17:13:11.448588 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b2644-5426-4f5c-ab78-165ec98ff3f5 req-df33acc8-974a-487e-90a9-64747f08eeaf tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:11.450182 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-402b2644-5426-4f5c-ab78-165ec98ff3f5 req-df33acc8-974a-487e-90a9-64747f08eeaf tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 945 time: 0.0738039 Jun 16 17:13:11.514018 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Router 627ea004-5488-4a04-acd7-29cdbb6acb24 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:13:11.519947 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-402b2644-5426-4f5c-ab78-165ec98ff3f5 req-e4ca20a7-a4b0-4acc-9c42-d80e6695fae7 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483963 Jun 16 17:13:11.664806 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:13:11.683305 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4105163-9d5f-427d-8a9b-e240cf3a90aa None None] Sync routers for ids ['627ea004-5488-4a04-acd7-29cdbb6acb24'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:13:11.704482 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4105163-9d5f-427d-8a9b-e240cf3a90aa None None] Routers {'627ea004-5488-4a04-acd7-29cdbb6acb24'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:13:11.705635 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c4105163-9d5f-427d-8a9b-e240cf3a90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:12:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['627ea004-5488-4a04-acd7-29cdbb6acb24'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:11.709818 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82296-b22c-486b-a1db-ab50eae4d04b req-5048c4b8-6ba2-45fe-9b04-0ea386bb548a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:11.711522 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-39b82296-b22c-486b-a1db-ab50eae4d04b req-5048c4b8-6ba2-45fe-9b04-0ea386bb548a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0832324 Jun 16 17:13:11.766547 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:11.772845 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-39b82296-b22c-486b-a1db-ab50eae4d04b req-26789505-a413-48b9-a532-b5e92c5dc1bc tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526438 Jun 16 17:13:11.829583 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2456899 Jun 16 17:13:11.829583 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:13:11.829583 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11cbb6c57d570b8d56d5f4e59362b4fd5f87749a9a369d609007706ad77aca04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67d6a66-1c56-4020-92dd-5f5b45380bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "tag": "f2484def-62c1-496b-8079-6b91d463b401"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:13:11.830229 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47054) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:11.838821 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-490e63d4-49a5-4988-b40c-533fc5719620 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482505723', 'description': 'tempest-secgroup-smoke-1482505723 description', 'project_id': '985c974d42614aa6833f6677f03026f0'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:13:11.871764 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163e10ce-56cc-417d-bd07-e9425cac88e6 x-openstack-request-id: req-163e10ce-56cc-417d-bd07-e9425cac88e6 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:13:11.871764 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "tag": "f2484def-62c1-496b-8079-6b91d463b401", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:13:11.872428 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-163e10ce-56cc-417d-bd07-e9425cac88e6 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:13:11.873070 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401', 'status': 'completed', 'code': 200} Jun 16 17:13:11.884203 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-c4105163-9d5f-427d-8a9b-e240cf3a90aa None None] Set router 627ea004-5488-4a04-acd7-29cdbb6acb24 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:13:11.960189 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-490e63d4-49a5-4988-b40c-533fc5719620 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:12.015121 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6a66-1c56-4020-92dd-5f5b45380bc9 req-dbb232b7-7896-428d-bee1-67eb0bb9e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:12.017031 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e67d6a66-1c56-4020-92dd-5f5b45380bc9 req-dbb232b7-7896-428d-bee1-67eb0bb9e002 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=985c974d42614aa6833f6677f03026f0&device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 1099 time: 0.1103275 Jun 16 17:13:12.164808 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-490e63d4-49a5-4988-b40c-533fc5719620 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:12.183592 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c4105163-9d5f-427d-8a9b-e240cf3a90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:12Z', 'revision_number': 4, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '38750c93-2487-49cf-8498-2aa06654d170', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'port_id': 'f2484def-62c1-496b-8079-6b91d463b401', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'mac_address': 'fa:16:3e:a7:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:13:09Z', 'updated_at': '2021-06-16T17:13:09Z', 'revision_number': 0, 'project_id': '985c974d42614aa6833f6677f03026f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43856007-e326-4ee8-9e7e-08e4bca28712', 'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'mac_address': 'fa:16:3e:0d:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:10Z', 'updated_at': '2021-06-16T17:11:19Z', 'revision_number': 5, 'project_id': '985c974d42614aa6833f6677f03026f0', 'subnets': [{'id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:12.201602 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4105163-9d5f-427d-8a9b-e240cf3a90aa None None] Checking router: 627ea004-5488-4a04-acd7-29cdbb6acb24 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:13:12.202142 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6a66-1c56-4020-92dd-5f5b45380bc9 req-285584e0-350b-441e-a9e2-55cb310e5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:12.202142 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e67d6a66-1c56-4020-92dd-5f5b45380bc9 req-285584e0-350b-441e-a9e2-55cb310e5d69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19312281-3844-4bef-8fd3-0aa0b70b8bf9 HTTP/1.1" status: 200 len: 914 time: 0.1560740 Jun 16 17:13:12.202341 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4105163-9d5f-427d-8a9b-e240cf3a90aa None None] Routers {'627ea004-5488-4a04-acd7-29cdbb6acb24'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:13:12.202341 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c4105163-9d5f-427d-8a9b-e240cf3a90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:12:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['627ea004-5488-4a04-acd7-29cdbb6acb24'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:12.283585 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-490e63d4-49a5-4988-b40c-533fc5719620 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:12.293825 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:12.313706 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e67d6a66-1c56-4020-92dd-5f5b45380bc9 req-1f61f2d5-9768-400c-94ae-8ac0960f735e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 200 len: 1000 time: 0.1060135 Jun 16 17:13:12.324727 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-c4105163-9d5f-427d-8a9b-e240cf3a90aa None None] Set router 627ea004-5488-4a04-acd7-29cdbb6acb24 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:13:12.410910 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e63d4-49a5-4988-b40c-533fc5719620 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5e0b48-d36d-4857-8d34-f6f793948fd8,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:12.414423 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-490e63d4-49a5-4988-b40c-533fc5719620 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:12.434535 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6a66-1c56-4020-92dd-5f5b45380bc9 req-9d229f5e-96d7-407c-9988-5c410a4fa5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:12.437461 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e67d6a66-1c56-4020-92dd-5f5b45380bc9 req-9d229f5e-96d7-407c-9988-5c410a4fa5e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=41eb959a-5f87-44c3-ba91-34050801a6de HTTP/1.1" status: 200 len: 853 time: 0.0953617 Jun 16 17:13:12.446399 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-490e63d4-49a5-4988-b40c-533fc5719620 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:12.448564 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-490e63d4-49a5-4988-b40c-533fc5719620 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6169024 Jun 16 17:13:12.451964 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47062) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:12.458212 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-51795a32-d2af-4fe8-8b57-9aaf90ce3528 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Request body: {'security_group_rule': {'security_group_id': 'cd5e0b48-d36d-4857-8d34-f6f793948fd8', 'project_id': '985c974d42614aa6833f6677f03026f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:13:12.535923 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48bf31-9263-4b7a-9f57-25a79f86dd53 req-aabcaeae-91c3-48b7-b2aa-a32c6023052f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:12.538542 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f48bf31-9263-4b7a-9f57-25a79f86dd53 req-aabcaeae-91c3-48b7-b2aa-a32c6023052f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.2508538 Jun 16 17:13:12.616871 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6a66-1c56-4020-92dd-5f5b45380bc9 req-a2c5e7de-ab81-4974-840a-03e15b5250ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:12.619005 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e67d6a66-1c56-4020-92dd-5f5b45380bc9 req-a2c5e7de-ab81-4974-840a-03e15b5250ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19312281-3844-4bef-8fd3-0aa0b70b8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1686871 Jun 16 17:13:12.621183 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-51795a32-d2af-4fe8-8b57-9aaf90ce3528 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:12.638412 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f48bf31-9263-4b7a-9f57-25a79f86dd53 req-5d0317fe-3279-44fe-b0d8-12b17cf6edee tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848911 Jun 16 17:13:12.750625 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-51795a32-d2af-4fe8-8b57-9aaf90ce3528 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:12.757683 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c4105163-9d5f-427d-8a9b-e240cf3a90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:12Z', 'revision_number': 4, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '38750c93-2487-49cf-8498-2aa06654d170', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'port_id': 'f2484def-62c1-496b-8079-6b91d463b401', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'mac_address': 'fa:16:3e:a7:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:13:09Z', 'updated_at': '2021-06-16T17:13:09Z', 'revision_number': 0, 'project_id': '985c974d42614aa6833f6677f03026f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43856007-e326-4ee8-9e7e-08e4bca28712', 'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'mac_address': 'fa:16:3e:0d:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:10Z', 'updated_at': '2021-06-16T17:11:19Z', 'revision_number': 5, 'project_id': '985c974d42614aa6833f6677f03026f0', 'subnets': [{'id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:12.765073 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4105163-9d5f-427d-8a9b-e240cf3a90aa None None] The sync data for ids ['627ea004-5488-4a04-acd7-29cdbb6acb24'] in dv-cinder-772126-4-iscsi is: [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:12Z', 'revision_number': 4, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '38750c93-2487-49cf-8498-2aa06654d170', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'port_id': 'f2484def-62c1-496b-8079-6b91d463b401', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'mac_address': 'fa:16:3e:a7:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:13:09Z', 'updated_at': '2021-06-16T17:13:09Z', 'revision_number': 0, 'project_id': '985c974d42614aa6833f6677f03026f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43856007-e326-4ee8-9e7e-08e4bca28712', 'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'mac_address': 'fa:16:3e:0d:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:10Z', 'updated_at': '2021-06-16T17:11:19Z', 'revision_number': 5, 'project_id': '985c974d42614aa6833f6677f03026f0', 'subnets': [{'id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:13:12.821278 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e67d6a66-1c56-4020-92dd-5f5b45380bc9 req-89b6bb89-3377-4c79-953b-ce71229e9bd0 service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814957 Jun 16 17:13:12.850755 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeccc0a-fc3b-4762-8664-e60d18598677 req-1ab61342-fe83-4a80-98c5-7d2dc43a02d2 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:12.852287 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0aeccc0a-fc3b-4762-8664-e60d18598677 req-1ab61342-fe83-4a80-98c5-7d2dc43a02d2 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 945 time: 0.1205604 Jun 16 17:13:12.892719 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-51795a32-d2af-4fe8-8b57-9aaf90ce3528 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:12.905339 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1f84f14d-13e9-4bc6-87b3-28fd05c158ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:12.927207 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51795a32-d2af-4fe8-8b57-9aaf90ce3528 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85991a14-d6e5-4485-bd03-3e042fb31e3c,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:12.937949 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-51795a32-d2af-4fe8-8b57-9aaf90ce3528 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:12.950757 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0aeccc0a-fc3b-4762-8664-e60d18598677 req-ec6cead3-f839-47a8-b254-944f49c8553f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830643 Jun 16 17:13:13.022806 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e67d6a66-1c56-4020-92dd-5f5b45380bc9 req-40316c74-1bdc-4b8e-9e86-000a0d4e4d18 service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888463 Jun 16 17:13:13.035361 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-51795a32-d2af-4fe8-8b57-9aaf90ce3528 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:13.040901 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47068) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:13.041203 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-51795a32-d2af-4fe8-8b57-9aaf90ce3528 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5870287 Jun 16 17:13:13.049751 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-5e4c021c-1e72-4252-a167-1c2020ea785e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Request body: {'security_group_rule': {'security_group_id': 'cd5e0b48-d36d-4857-8d34-f6f793948fd8', 'project_id': '985c974d42614aa6833f6677f03026f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:13:13.064044 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc40c0-9312-4e69-a720-9d5582d237aa req-accc32d4-98cc-4517-a756-d8dab906ecc1 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:13.065575 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-18cc40c0-9312-4e69-a720-9d5582d237aa req-accc32d4-98cc-4517-a756-d8dab906ecc1 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1106596 Jun 16 17:13:13.080828 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e3393-d384-461d-8e85-0c928a65bd7d None None] New status for floating IP 38750c93-2487-49cf-8498-2aa06654d170: ACTIVE {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:13:13.118563 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-18cc40c0-9312-4e69-a720-9d5582d237aa req-948ff240-ca82-4911-a7c0-e8a3a5ccce55 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446310 Jun 16 17:13:13.223359 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5e4c021c-1e72-4252-a167-1c2020ea785e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:13.293844 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5e4c021c-1e72-4252-a167-1c2020ea785e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:13.474740 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5e4c021c-1e72-4252-a167-1c2020ea785e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:13.476907 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:13.499506 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c021c-1e72-4252-a167-1c2020ea785e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc818504-01ac-49a2-8dca-ea503ad905bd,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:13.502539 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5e4c021c-1e72-4252-a167-1c2020ea785e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:13.606579 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5e4c021c-1e72-4252-a167-1c2020ea785e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:13.611159 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-5e4c021c-1e72-4252-a167-1c2020ea785e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5668685 Jun 16 17:13:13.613629 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47072) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:13.619133 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-75443a81-c63b-4a29-83af-651fcc18e3cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Request body: {'security_group_rule': {'security_group_id': 'cd5e0b48-d36d-4857-8d34-f6f793948fd8', 'project_id': '985c974d42614aa6833f6677f03026f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:13:13.797539 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-75443a81-c63b-4a29-83af-651fcc18e3cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:13.894330 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-75443a81-c63b-4a29-83af-651fcc18e3cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:13.930900 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e62294-7a50-4d4d-a2fe-a09d72d46b46 req-7360e4cc-d2eb-4e33-926e-d8e1c9bf8328 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:13.935604 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-65e62294-7a50-4d4d-a2fe-a09d72d46b46 req-7360e4cc-d2eb-4e33-926e-d8e1c9bf8328 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0960112 Jun 16 17:13:13.987714 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-65e62294-7a50-4d4d-a2fe-a09d72d46b46 req-b1a9569f-d847-4ed7-afb7-5f9f2495d74c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486484 Jun 16 17:13:14.006480 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-75443a81-c63b-4a29-83af-651fcc18e3cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:14.009989 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0d141fc7-7136-450e-bdc7-286c96df9fb4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:14.039807 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75443a81-c63b-4a29-83af-651fcc18e3cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98704c7a-b0d2-402d-a472-c88c983a9ee3,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:14.044110 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-75443a81-c63b-4a29-83af-651fcc18e3cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:14.160494 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-75443a81-c63b-4a29-83af-651fcc18e3cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:14.161703 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-75443a81-c63b-4a29-83af-651fcc18e3cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5470686 Jun 16 17:13:14.165369 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47080) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:14.173673 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-7121d455-dcb3-4319-8e77-b42816539d1a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Request body: {'security_group_rule': {'security_group_id': 'cd5e0b48-d36d-4857-8d34-f6f793948fd8', 'project_id': '985c974d42614aa6833f6677f03026f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:13:14.200685 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5575fe-52b9-4014-a305-776a1b10c26d req-39f9233b-6567-42c2-9ccc-e6d6fc4b9995 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:14.203594 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cb5575fe-52b9-4014-a305-776a1b10c26d req-39f9233b-6567-42c2-9ccc-e6d6fc4b9995 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 945 time: 0.0820429 Jun 16 17:13:14.259832 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cb5575fe-52b9-4014-a305-776a1b10c26d req-d2a649d2-1833-4f0b-b92f-362574746551 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466189 Jun 16 17:13:14.372713 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7121d455-dcb3-4319-8e77-b42816539d1a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:14.386470 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e889e7-6d77-4232-ae90-76b786acf5ff req-de0e61ec-5a82-4c3f-ba20-4cf9f46e9e6a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:14.388044 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-48e889e7-6d77-4232-ae90-76b786acf5ff req-de0e61ec-5a82-4c3f-ba20-4cf9f46e9e6a tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0911801 Jun 16 17:13:14.458660 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7121d455-dcb3-4319-8e77-b42816539d1a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:14.472058 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-48e889e7-6d77-4232-ae90-76b786acf5ff req-d8c65273-bedb-414e-9cf2-ad4b58e99863 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694439 Jun 16 17:13:14.504038 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323b28c-6272-416b-93c1-372bd366a9db req-f0f8625b-88ca-4160-a840-72bca27b1370 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:14.505593 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4323b28c-6272-416b-93c1-372bd366a9db req-f0f8625b-88ca-4160-a840-72bca27b1370 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 945 time: 0.1160681 Jun 16 17:13:14.634813 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7121d455-dcb3-4319-8e77-b42816539d1a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:14.635957 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-4323b28c-6272-416b-93c1-372bd366a9db req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Deleting port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:13:14.644122 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4323b28c-6272-416b-93c1-372bd366a9db req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:14.644408 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:14.666131 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121d455-dcb3-4319-8e77-b42816539d1a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d341ef9-87aa-4ac7-851f-3704040dfff4,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:14.671335 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7121d455-dcb3-4319-8e77-b42816539d1a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:14.749098 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-4323b28c-6272-416b-93c1-372bd366a9db req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] For port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9f400a78-22ca-4d47-9020-d9d6a2e62bfb,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:14.749715 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4323b28c-6272-416b-93c1-372bd366a9db req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:14.819140 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-4323b28c-6272-416b-93c1-372bd366a9db req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Calling delete_port for 9f400a78-22ca-4d47-9020-d9d6a2e62bfb owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:13:14.851929 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7121d455-dcb3-4319-8e77-b42816539d1a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:14.856170 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-7121d455-dcb3-4319-8e77-b42816539d1a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6871793 Jun 16 17:13:14.858747 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47084) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:14.866657 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-5870db37-8685-40aa-9ba7-11de0b9934cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Request body: {'security_group_rule': {'security_group_id': 'cd5e0b48-d36d-4857-8d34-f6f793948fd8', 'project_id': '985c974d42614aa6833f6677f03026f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:13:14.995206 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.securitygroups_db [None req-5870db37-8685-40aa-9ba7-11de0b9934cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Project 985c974d42614aa6833f6677f03026f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:13:15.002301 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5870db37-8685-40aa-9ba7-11de0b9934cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.064185 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4323b28c-6272-416b-93c1-372bd366a9db req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.070235 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:15.082696 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['2d017b4d-dbc6-4242-8fce-bbc72146ddb5', '5dcdd9d2-badf-4e31-ad0f-815a8d783607', 'd6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f', '9f400a78-22ca-4d47-9020-d9d6a2e62bfb'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:13:15.109368 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5870db37-8685-40aa-9ba7-11de0b9934cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.127304 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Pushing event deleted for resources: {'Port': ['ID=9f400a78-22ca-4d47-9020-d9d6a2e62bfb,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:15.136309 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:15.205913 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5870db37-8685-40aa-9ba7-11de0b9934cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.212613 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:15.230157 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-4323b28c-6272-416b-93c1-372bd366a9db req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] No DVR routers for this DVR port 9f400a78-22ca-4d47-9020-d9d6a2e62bfb on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:13:15.235084 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4323b28c-6272-416b-93c1-372bd366a9db req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.238493 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4323b28c-6272-416b-93c1-372bd366a9db req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "DELETE /v2.0/ports/9f400a78-22ca-4d47-9020-d9d6a2e62bfb HTTP/1.1" status: 204 len: 173 time: 0.7227380 Jun 16 17:13:15.239039 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870db37-8685-40aa-9ba7-11de0b9934cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb24076-7dee-4f34-ae46-7734aedb6fe7,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:15.239258 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beae8ed7-2755-4997-b6d8-76eb47aaaccc', 'name': 'network-vif-deleted', 'tag': '9f400a78-22ca-4d47-9020-d9d6a2e62bfb'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:13:15.242623 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8311e24b-a3ee-4432-adb1-4e260f6dd648" -d '{"events": [{"server_uuid": "beae8ed7-2755-4997-b6d8-76eb47aaaccc", "name": "network-vif-deleted", "tag": "9f400a78-22ca-4d47-9020-d9d6a2e62bfb"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:13:15.266898 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5870db37-8685-40aa-9ba7-11de0b9934cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:15.299019 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f3a2f-a839-4322-b59e-aa5963603a52 req-c86bb701-6a10-4843-bfbd-7e34392d1e4b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:15.300948 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8f4f3a2f-a839-4322-b59e-aa5963603a52 req-c86bb701-6a10-4843-bfbd-7e34392d1e4b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1546102 Jun 16 17:13:15.314269 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81284060-03ed-45cb-a7c2-6925afd8d9f9 x-openstack-request-id: req-81284060-03ed-45cb-a7c2-6925afd8d9f9 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:13:15.315001 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beae8ed7-2755-4997-b6d8-76eb47aaaccc", "name": "network-vif-deleted", "tag": "9f400a78-22ca-4d47-9020-d9d6a2e62bfb", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:13:15.315583 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81284060-03ed-45cb-a7c2-6925afd8d9f9 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:13:15.316513 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beae8ed7-2755-4997-b6d8-76eb47aaaccc', 'name': 'network-vif-deleted', 'tag': '9f400a78-22ca-4d47-9020-d9d6a2e62bfb', 'status': 'completed', 'code': 200} Jun 16 17:13:15.370685 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8f4f3a2f-a839-4322-b59e-aa5963603a52 req-c828176e-eb1e-4191-93c1-b2fa66e906ce tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511851 Jun 16 17:13:15.378364 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5870db37-8685-40aa-9ba7-11de0b9934cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.381198 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5870db37-8685-40aa-9ba7-11de0b9934cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5205247 Jun 16 17:13:15.385168 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47092) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:15.395011 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-8b380e08-418f-4d32-927f-252668542a3f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Request body: {'security_group_rule': {'security_group_id': 'cd5e0b48-d36d-4857-8d34-f6f793948fd8', 'project_id': '985c974d42614aa6833f6677f03026f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:13:15.512134 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d8285698-cb01-40a3-84e8-47c4bf43691c req-82a0b043-3812-4ef9-92c4-0a2791dabcbd tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=beae8ed7-2755-4997-b6d8-76eb47aaaccc HTTP/1.1" status: 200 len: 210 time: 0.0323830 Jun 16 17:13:15.514704 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.securitygroups_db [None req-8b380e08-418f-4d32-927f-252668542a3f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Project 985c974d42614aa6833f6677f03026f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:13:15.520183 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b380e08-418f-4d32-927f-252668542a3f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.607251 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b380e08-418f-4d32-927f-252668542a3f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.774945 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a987-2237-47bc-8cde-169215a1e4c1 req-f48309d0-73b6-49f4-93ce-0493cfac2158 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:15.777825 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2712a987-2237-47bc-8cde-169215a1e4c1 req-f48309d0-73b6-49f4-93ce-0493cfac2158 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1143603 Jun 16 17:13:15.780340 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b380e08-418f-4d32-927f-252668542a3f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.783684 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:15.821472 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b380e08-418f-4d32-927f-252668542a3f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0672b09-2b71-4525-9cc7-5e09d4eaffc1,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:15.843439 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8b380e08-418f-4d32-927f-252668542a3f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:15.870554 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2712a987-2237-47bc-8cde-169215a1e4c1 req-cc044573-50c3-45d8-850e-b6541f97dde7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756621 Jun 16 17:13:15.943104 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b380e08-418f-4d32-927f-252668542a3f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.944421 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8b380e08-418f-4d32-927f-252668542a3f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5573971 Jun 16 17:13:16.100149 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b6f42d6-386c-4575-a64e-8f88a612c2c4 req-26f7a850-2b72-4945-bb4b-9998cd757c65 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482505723&fields=id&tenant_id=985c974d42614aa6833f6677f03026f0 HTTP/1.1" status: 200 len: 267 time: 0.0613501 Jun 16 17:13:16.206684 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f42d6-386c-4575-a64e-8f88a612c2c4 req-f753b7b5-5c15-49c1-95b7-c7d27d405250 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:16.208298 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b6f42d6-386c-4575-a64e-8f88a612c2c4 req-f753b7b5-5c15-49c1-95b7-c7d27d405250 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.0984292 Jun 16 17:13:16.224377 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-4b6f42d6-386c-4575-a64e-8f88a612c2c4 req-f232466c-557b-4f4c-9b0e-edf919b049ea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Request body: {'port': {'security_groups': ['9a98e7d4-0696-4d97-bc81-e6f0ff7407bf', 'cd5e0b48-d36d-4857-8d34-f6f793948fd8']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:13:16.340109 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b6f42d6-386c-4575-a64e-8f88a612c2c4 req-f232466c-557b-4f4c-9b0e-edf919b049ea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:16.933342 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-4b6f42d6-386c-4575-a64e-8f88a612c2c4 req-f232466c-557b-4f4c-9b0e-edf919b049ea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] For port f2484def-62c1-496b-8079-6b91d463b401, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f2484def-62c1-496b-8079-6b91d463b401,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:16.960866 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5154138-7cae-4ac9-8aa3-aad2bd98cd24 req-76e557ec-59f5-4ed4-98fc-c4adeb4bdd11 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:16.962657 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f5154138-7cae-4ac9-8aa3-aad2bd98cd24 req-76e557ec-59f5-4ed4-98fc-c4adeb4bdd11 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1407111 Jun 16 17:13:16.989923 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b6f42d6-386c-4575-a64e-8f88a612c2c4 req-f232466c-557b-4f4c-9b0e-edf919b049ea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:17.028134 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f5154138-7cae-4ac9-8aa3-aad2bd98cd24 req-82b55bd5-d735-4eb5-be13-101ebb180cf1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543525 Jun 16 17:13:17.153653 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b6f42d6-386c-4575-a64e-8f88a612c2c4 req-f232466c-557b-4f4c-9b0e-edf919b049ea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:17.157577 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:17.165538 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['f2484def-62c1-496b-8079-6b91d463b401'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:13:17.237120 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f42d6-386c-4575-a64e-8f88a612c2c4 req-f232466c-557b-4f4c-9b0e-edf919b049ea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:17.238702 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b6f42d6-386c-4575-a64e-8f88a612c2c4 req-f232466c-557b-4f4c-9b0e-edf919b049ea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:17.240301 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b6f42d6-386c-4575-a64e-8f88a612c2c4 req-f232466c-557b-4f4c-9b0e-edf919b049ea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "PUT /v2.0/ports/f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 200 len: 982 time: 1.0218174 Jun 16 17:13:17.278987 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232466c-557b-4f4c-9b0e-edf919b049ea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'Port': ['ID=f2484def-62c1-496b-8079-6b91d463b401,revision_number=6']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:17.298718 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f232466c-557b-4f4c-9b0e-edf919b049ea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:17.318482 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:13:17.323710 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296a9fc3-3826-403f-90f4-677eeb319497" -d '{"events": [{"name": "network-changed", "server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "tag": "f2484def-62c1-496b-8079-6b91d463b401"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:13:17.416267 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['f2484def-62c1-496b-8079-6b91d463b401'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:13:17.452774 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4330a2d-0562-4ef0-ab3c-72bf3a6c7b0f req-b1306638-4301-4ff1-91c0-87c5ee08bbce tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:17.452774 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4330a2d-0562-4ef0-ab3c-72bf3a6c7b0f req-b1306638-4301-4ff1-91c0-87c5ee08bbce tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1562762 Jun 16 17:13:17.554439 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4330a2d-0562-4ef0-ab3c-72bf3a6c7b0f req-66de6d66-2bad-4774-a9c0-ab758a11e09e tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802600 Jun 16 17:13:17.563942 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b31797-0476-4e9b-ae4d-4314545032ff req-1cd2b29d-10a5-4765-900b-5f173256b545 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:17.566361 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e3b31797-0476-4e9b-ae4d-4314545032ff req-1cd2b29d-10a5-4765-900b-5f173256b545 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.1856580 Jun 16 17:13:17.643871 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c3cdfe-37a0-4cdc-99c4-6680c8751591 x-openstack-request-id: req-94c3cdfe-37a0-4cdc-99c4-6680c8751591 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:13:17.645060 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "tag": "f2484def-62c1-496b-8079-6b91d463b401", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:13:17.645060 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94c3cdfe-37a0-4cdc-99c4-6680c8751591 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:13:17.645060 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401', 'status': 'completed', 'code': 200} Jun 16 17:13:17.656439 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e3b31797-0476-4e9b-ae4d-4314545032ff req-0a502b5b-9434-4c78-8a93-9d610dd6f09f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826359 Jun 16 17:13:17.707893 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-e421f024-f252-4865-b8c2-3a5e481696d3 None None] Provisioning complete for port f2484def-62c1-496b-8079-6b91d463b401 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:13:17.708273 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e421f024-f252-4865-b8c2-3a5e481696d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:17.768654 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a9fc3-3826-403f-90f4-677eeb319497 req-f51ec559-178c-46b3-b6eb-f88b45b5a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:17.770414 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-296a9fc3-3826-403f-90f4-677eeb319497 req-f51ec559-178c-46b3-b6eb-f88b45b5a1d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=985c974d42614aa6833f6677f03026f0&device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 1138 time: 0.0810537 Jun 16 17:13:17.934515 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a9fc3-3826-403f-90f4-677eeb319497 req-9e186cb9-e3cf-41ed-ab8b-70264709cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:17.938485 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-296a9fc3-3826-403f-90f4-677eeb319497 req-9e186cb9-e3cf-41ed-ab8b-70264709cdee service neutron] 10.222.0.60 "GET /v2.0/networks?id=19312281-3844-4bef-8fd3-0aa0b70b8bf9 HTTP/1.1" status: 200 len: 914 time: 0.1563163 Jun 16 17:13:18.050485 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-296a9fc3-3826-403f-90f4-677eeb319497 req-46779f17-3dc9-4c35-b84b-a883b8036929 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 200 len: 1002 time: 0.0952208 Jun 16 17:13:18.133079 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a9fc3-3826-403f-90f4-677eeb319497 req-3ab5a3ac-456a-43a3-882c-a0b7e58caebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:18.134667 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-296a9fc3-3826-403f-90f4-677eeb319497 req-3ab5a3ac-456a-43a3-882c-a0b7e58caebc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=41eb959a-5f87-44c3-ba91-34050801a6de HTTP/1.1" status: 200 len: 853 time: 0.0734074 Jun 16 17:13:18.225812 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9f400a78-22ca-4d47-9020-d9d6a2e62bfb no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:13:18.266687 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 9f400a78-22ca-4d47-9020-d9d6a2e62bfb {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:13:18.267201 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 9f400a78-22ca-4d47-9020-d9d6a2e62bfb not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:13:18.285575 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a9fc3-3826-403f-90f4-677eeb319497 req-359c2c30-df9f-4317-8896-9a1985ab61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:18.287089 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-296a9fc3-3826-403f-90f4-677eeb319497 req-359c2c30-df9f-4317-8896-9a1985ab61a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19312281-3844-4bef-8fd3-0aa0b70b8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1410725 Jun 16 17:13:18.299393 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d0d44-a9b4-416a-b662-840dd6ec6d4f req-2f949836-eb14-4947-a4ec-9efb22f08334 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:18.301362 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-964d0d44-a9b4-416a-b662-840dd6ec6d4f req-2f949836-eb14-4947-a4ec-9efb22f08334 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1115811 Jun 16 17:13:18.441705 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-964d0d44-a9b4-416a-b662-840dd6ec6d4f req-6a0d7c4a-0edb-4f00-b13e-24460352c373 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264539 Jun 16 17:13:18.520203 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-296a9fc3-3826-403f-90f4-677eeb319497 req-d273c592-6b16-46da-bc26-b99059e36e4c service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175312 Jun 16 17:13:18.636520 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036ca45-11ba-4dc1-8ea7-8ee3c4c7aff6 req-db260fb1-a574-4c90-9994-322e1d2ac061 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:18.638401 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d036ca45-11ba-4dc1-8ea7-8ee3c4c7aff6 req-db260fb1-a574-4c90-9994-322e1d2ac061 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1801400 Jun 16 17:13:18.708234 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d036ca45-11ba-4dc1-8ea7-8ee3c4c7aff6 req-2236c271-502a-4756-8d7f-4afe0e9cc7cd tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627856 Jun 16 17:13:18.712164 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-296a9fc3-3826-403f-90f4-677eeb319497 req-c1e5707a-087e-4154-8989-57a8702eb352 service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619799 Jun 16 17:13:18.913621 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58577561-d0c8-4e3e-8ab1-59864d3b59cf req-5d99a4c7-3ce6-48b2-936b-91a4804f49d8 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:18.915149 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-58577561-d0c8-4e3e-8ab1-59864d3b59cf req-5d99a4c7-3ce6-48b2-936b-91a4804f49d8 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0800951 Jun 16 17:13:18.959198 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-58577561-d0c8-4e3e-8ab1-59864d3b59cf req-d86fa088-efe7-4954-9782-79dd303bd3ab tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377500 Jun 16 17:13:19.250037 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607b4b2-cafa-40d3-b005-1dd7e4d6b5a5 req-92cb2e61-ccc5-4d80-b339-9e9b44208d9f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:19.251937 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a607b4b2-cafa-40d3-b005-1dd7e4d6b5a5 req-92cb2e61-ccc5-4d80-b339-9e9b44208d9f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 946 time: 0.0739348 Jun 16 17:13:19.298729 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a607b4b2-cafa-40d3-b005-1dd7e4d6b5a5 req-c53a7d16-ba27-4785-8124-83266b8778d3 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407004 Jun 16 17:13:19.507749 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47480c8-411d-4dc7-90ea-0220969f655f req-5713c75d-04a0-47c0-972d-ade41ab3fcf7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:19.509300 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d47480c8-411d-4dc7-90ea-0220969f655f req-5713c75d-04a0-47c0-972d-ade41ab3fcf7 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.0973604 Jun 16 17:13:19.670846 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-d47480c8-411d-4dc7-90ea-0220969f655f req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Deleting port 609baf17-22bc-49b5-a572-92213d002204 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:13:19.671412 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-d47480c8-411d-4dc7-90ea-0220969f655f req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:19.739042 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149be57-6695-497a-bcb2-e1bcd9dc0343 req-96fffa68-ff72-4f4d-8160-50dcf9128a74 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:19.740556 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9149be57-6695-497a-bcb2-e1bcd9dc0343 req-96fffa68-ff72-4f4d-8160-50dcf9128a74 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1397951 Jun 16 17:13:19.806963 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9149be57-6695-497a-bcb2-e1bcd9dc0343 req-25ead1ca-a4c0-43a1-98c1-a2a2ed19cd4a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604439 Jun 16 17:13:19.814873 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-d47480c8-411d-4dc7-90ea-0220969f655f req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] For port 609baf17-22bc-49b5-a572-92213d002204, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=609baf17-22bc-49b5-a572-92213d002204,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:19.815258 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-d47480c8-411d-4dc7-90ea-0220969f655f req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:19.910204 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-d47480c8-411d-4dc7-90ea-0220969f655f req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Calling delete_port for 609baf17-22bc-49b5-a572-92213d002204 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:13:20.052802 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff9eed-f1ce-4263-961c-9160dee89977 req-42704027-9beb-4e5a-8ef9-fb1e668016c9 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:20.055188 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6aff9eed-f1ce-4263-961c-9160dee89977 req-42704027-9beb-4e5a-8ef9-fb1e668016c9 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1400199 Jun 16 17:13:20.183538 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6aff9eed-f1ce-4263-961c-9160dee89977 req-8365e787-f365-4170-a5d3-0357b5495f65 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166463 Jun 16 17:13:20.213086 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c716-8a50-43c3-97fe-2bbe46ab24d2 req-11db258c-b9c3-4796-a3e9-58e495cb5588 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:20.217677 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0890c716-8a50-43c3-97fe-2bbe46ab24d2 req-11db258c-b9c3-4796-a3e9-58e495cb5588 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 946 time: 0.1090524 Jun 16 17:13:20.239507 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-d47480c8-411d-4dc7-90ea-0220969f655f req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:20.245710 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2606dffd-1257-4c7b-abd2-962a4f1bd152 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:20.254770 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['609baf17-22bc-49b5-a572-92213d002204'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:13:20.280309 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Pushing event deleted for resources: {'Port': ['ID=609baf17-22bc-49b5-a572-92213d002204,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:20.290714 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:20.323203 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0890c716-8a50-43c3-97fe-2bbe46ab24d2 req-4204f7c4-27a6-4635-b0e3-a8819c2f3376 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/security-groups?id=705d266c-f2bc-497f-af30-1cb580c6108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984199 Jun 16 17:13:20.340476 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47480c8-411d-4dc7-90ea-0220969f655f req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] No DVR routers for this DVR port 609baf17-22bc-49b5-a572-92213d002204 on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:13:20.343865 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-d47480c8-411d-4dc7-90ea-0220969f655f req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:20.346450 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d47480c8-411d-4dc7-90ea-0220969f655f req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.60 "DELETE /v2.0/ports/609baf17-22bc-49b5-a572-92213d002204 HTTP/1.1" status: 204 len: 173 time: 0.8276601 Jun 16 17:13:20.347025 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d945749-dbf4-463d-a32a-45822924bc00', 'name': 'network-vif-deleted', 'tag': '609baf17-22bc-49b5-a572-92213d002204'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:13:20.349739 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1b27ac-8a14-4f8b-be0e-b995a1a7a91c" -d '{"events": [{"server_uuid": "9d945749-dbf4-463d-a32a-45822924bc00", "name": "network-vif-deleted", "tag": "609baf17-22bc-49b5-a572-92213d002204"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:13:20.395785 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d274e9-a5d3-4e71-8f63-6acb743453de x-openstack-request-id: req-77d274e9-a5d3-4e71-8f63-6acb743453de {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:13:20.396168 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d945749-dbf4-463d-a32a-45822924bc00", "name": "network-vif-deleted", "tag": "609baf17-22bc-49b5-a572-92213d002204", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:13:20.396535 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77d274e9-a5d3-4e71-8f63-6acb743453de {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:13:20.397093 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d945749-dbf4-463d-a32a-45822924bc00', 'name': 'network-vif-deleted', 'tag': '609baf17-22bc-49b5-a572-92213d002204', 'status': 'completed', 'code': 200} Jun 16 17:13:20.533957 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6fe89-502f-4a76-978e-35b42d851459 req-ab1cb63c-3ab1-49bd-8749-1851e2edf89f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:20.535659 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c1d6fe89-502f-4a76-978e-35b42d851459 req-ab1cb63c-3ab1-49bd-8749-1851e2edf89f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 946 time: 0.0729594 Jun 16 17:13:20.583518 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c1d6fe89-502f-4a76-978e-35b42d851459 req-f95622e3-a9ea-41b2-992a-2c37e4cb8200 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Jun 16 17:13:21.023729 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a240efd-8e02-48e4-98b0-a27392e43a89 req-6c9e3c74-684a-4191-ad3f-ebee61169132 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:21.025349 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9a240efd-8e02-48e4-98b0-a27392e43a89 req-6c9e3c74-684a-4191-ad3f-ebee61169132 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0818870 Jun 16 17:13:21.070614 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9a240efd-8e02-48e4-98b0-a27392e43a89 req-1ebb8a63-4cb5-4b38-8ed2-4f19b0a583aa tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374146 Jun 16 17:13:21.415468 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0a34f-75e7-4173-b528-a66aa1b5c021 req-1fc9c033-8d46-4735-931f-b4390389ad20 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:21.417001 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09d0a34f-75e7-4173-b528-a66aa1b5c021 req-1fc9c033-8d46-4735-931f-b4390389ad20 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0858307 Jun 16 17:13:21.466906 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09d0a34f-75e7-4173-b528-a66aa1b5c021 req-9c972687-165e-47b6-b80c-02b9b5015972 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415676 Jun 16 17:13:21.550725 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad351dd1-c654-49c2-a730-66ebee2361a6 req-a6e48f3f-53a8-4e4b-8387-efae01706140 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d945749-dbf4-463d-a32a-45822924bc00 HTTP/1.1" status: 200 len: 210 time: 0.0394452 Jun 16 17:13:21.823046 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af14de5-4d7a-49e4-9346-ec0a8cc3412d req-8f9f05a4-c1e2-47f4-a308-9c9a220daee1 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:21.824729 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9af14de5-4d7a-49e4-9346-ec0a8cc3412d req-8f9f05a4-c1e2-47f4-a308-9c9a220daee1 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 946 time: 0.1100223 Jun 16 17:13:21.886563 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9af14de5-4d7a-49e4-9346-ec0a8cc3412d req-20900ae4-4917-4208-af61-88348f138f7d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520751 Jun 16 17:13:22.150885 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2004ac-110b-4fac-8c02-46ad92f08295 req-2232a227-31de-4ef2-8cbb-ed9731bc7ca9 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:22.152488 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c2004ac-110b-4fac-8c02-46ad92f08295 req-2232a227-31de-4ef2-8cbb-ed9731bc7ca9 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 946 time: 0.0740478 Jun 16 17:13:22.225688 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 609baf17-22bc-49b5-a572-92213d002204 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:13:22.260504 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 609baf17-22bc-49b5-a572-92213d002204 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:13:22.261054 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 609baf17-22bc-49b5-a572-92213d002204 not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:13:22.338059 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-0c2004ac-110b-4fac-8c02-46ad92f08295 req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Deleting port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:13:22.338404 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0c2004ac-110b-4fac-8c02-46ad92f08295 req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:22.348026 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732bcc4-6265-45cf-8c33-e4a04a6e1830 req-29f0f9cc-7f26-4e09-aeac-618c6889a7cc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:22.349582 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e732bcc4-6265-45cf-8c33-e4a04a6e1830 req-29f0f9cc-7f26-4e09-aeac-618c6889a7cc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1246831 Jun 16 17:13:22.443407 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e732bcc4-6265-45cf-8c33-e4a04a6e1830 req-5311684e-22e4-4bd0-9699-43bb1298a619 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811446 Jun 16 17:13:22.478564 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-0c2004ac-110b-4fac-8c02-46ad92f08295 req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] For port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:22.478945 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0c2004ac-110b-4fac-8c02-46ad92f08295 req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:22.546864 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-0c2004ac-110b-4fac-8c02-46ad92f08295 req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Calling delete_port for d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:13:22.678151 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47158) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:22.729013 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92150548-403a-46b0-9296-1c8ffb41d75a req-a96a1b16-74cf-4e96-8b38-434aa9879a97 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:22.730574 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-92150548-403a-46b0-9296-1c8ffb41d75a req-a96a1b16-74cf-4e96-8b38-434aa9879a97 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1118488 Jun 16 17:13:22.778277 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-92150548-403a-46b0-9296-1c8ffb41d75a req-c9e71cf3-8bca-4657-82e8-ef70d4ca1281 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388601 Jun 16 17:13:22.807338 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0c2004ac-110b-4fac-8c02-46ad92f08295 req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:22.823680 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-374bfe42-07fc-4c4a-b25c-fdcf9305aa92 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:22.830093 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['2d017b4d-dbc6-4242-8fce-bbc72146ddb5', '5dcdd9d2-badf-4e31-ad0f-815a8d783607', 'd6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:13:22.880769 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Pushing event deleted for resources: {'Port': ['ID=d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:22.900306 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:22.977893 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2004ac-110b-4fac-8c02-46ad92f08295 req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] No DVR routers for this DVR port d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:13:22.981821 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0c2004ac-110b-4fac-8c02-46ad92f08295 req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:22.986006 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c2004ac-110b-4fac-8c02-46ad92f08295 req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "DELETE /v2.0/ports/d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f HTTP/1.1" status: 204 len: 173 time: 0.8256781 Jun 16 17:13:22.986843 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227d20ea-5a96-456a-bb55-61d06424cb47', 'name': 'network-vif-deleted', 'tag': 'd6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:13:22.991173 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28de0a55-d39e-4bce-9585-ba94981c15df" -d '{"events": [{"server_uuid": "227d20ea-5a96-456a-bb55-61d06424cb47", "name": "network-vif-deleted", "tag": "d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:13:23.045023 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c1c931-340f-4c1c-88ee-4ede6bf076d3 x-openstack-request-id: req-96c1c931-340f-4c1c-88ee-4ede6bf076d3 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:13:23.045726 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227d20ea-5a96-456a-bb55-61d06424cb47", "name": "network-vif-deleted", "tag": "d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:13:23.046443 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96c1c931-340f-4c1c-88ee-4ede6bf076d3 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:13:23.047144 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227d20ea-5a96-456a-bb55-61d06424cb47', 'name': 'network-vif-deleted', 'tag': 'd6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f', 'status': 'completed', 'code': 200} Jun 16 17:13:23.114234 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6eb403a1-e01e-4117-993b-02a194e0aed3 req-80eb8865-d671-4bfa-a700-517b49676b08 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 210 time: 0.0463960 Jun 16 17:13:23.282554 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755956'] for router_interface, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:23.486608 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:23.663263 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb1bb8-2218-44cc-bb64-e1e0961d2261 req-331fedeb-352a-4bce-80e5-064ad8bb1460 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:23.664780 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f4bb1bb8-2218-44cc-bb64-e1e0961d2261 req-331fedeb-352a-4bce-80e5-064ad8bb1460 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0855319 Jun 16 17:13:23.715395 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Deleting port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:13:23.716171 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:23.729581 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f4bb1bb8-2218-44cc-bb64-e1e0961d2261 req-8130a4b7-e08a-486d-b17d-8df3f78f1ab4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530827 Jun 16 17:13:23.833935 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] For port 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=17917ede-35ee-4e4f-9c2d-5d1b8612fa7c,segment=NetworkSegment(4dfd7e65-2425-43ad-b6cc-d7add9b1b074),segment_id=4dfd7e65-2425-43ad-b6cc-d7add9b1b074)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:23.834527 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:23.914170 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Calling delete_port for 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c owned by network:router_interface {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:13:24.019454 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301cc30-a7c0-4fe8-908a-51b2eecbd625 req-0707504a-6a37-4a3b-bd1c-77be380a26bd tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:24.019454 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b301cc30-a7c0-4fe8-908a-51b2eecbd625 req-0707504a-6a37-4a3b-bd1c-77be380a26bd tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0962052 Jun 16 17:13:24.066840 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b301cc30-a7c0-4fe8-908a-51b2eecbd625 req-fcefe614-b107-4914-beaf-703895dbf639 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355155 Jun 16 17:13:24.352350 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d235f90e-1dcd-4936-ac11-45cb3b24d1d5 req-07562a53-3ca0-4a4a-8aef-fcdbee122006 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227d20ea-5a96-456a-bb55-61d06424cb47 HTTP/1.1" status: 200 len: 210 time: 0.0378876 Jun 16 17:13:24.526783 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:24.531431 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:24.562253 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=17917ede-35ee-4e4f-9c2d-5d1b8612fa7c,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:24.566031 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:24.743396 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755808'] for router_interface, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:24.957865 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de22ac4-58cd-40c2-8cb0-10f47d6929ae req-5f17f465-bf2c-4842-8012-d5ef00774f43 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:24.959362 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3de22ac4-58cd-40c2-8cb0-10f47d6929ae req-5f17f465-bf2c-4842-8012-d5ef00774f43 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0744665 Jun 16 17:13:25.002152 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Router 33177255-4b88-4d9a-9fb5-127a25bab9e6 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:13:25.008742 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3de22ac4-58cd-40c2-8cb0-10f47d6929ae req-02f1299d-4db5-4ae8-9887-272eff32c6df tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382724 Jun 16 17:13:25.120893 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:13:25.128814 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] 10.222.0.10 "PUT /v2.0/routers/33177255-4b88-4d9a-9fb5-127a25bab9e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4488328 Jun 16 17:13:25.131343 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47176) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:25.134277 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ecf0a-d35a-4384-b10e-1ef501bbd21d None None] Sync routers for ids ['33177255-4b88-4d9a-9fb5-127a25bab9e6'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:13:25.148024 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ecf0a-d35a-4384-b10e-1ef501bbd21d None None] Routers {'33177255-4b88-4d9a-9fb5-127a25bab9e6'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:13:25.148977 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-2f2ecf0a-d35a-4384-b10e-1ef501bbd21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:12:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['33177255-4b88-4d9a-9fb5-127a25bab9e6'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:25.268549 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-2f2ecf0a-d35a-4384-b10e-1ef501bbd21d None None] Set router 33177255-4b88-4d9a-9fb5-127a25bab9e6 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:13:25.433916 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:25.504651 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-2f2ecf0a-d35a-4384-b10e-1ef501bbd21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'name': 'tempest-ServerRescueNegativeTestJSON-212580256-router', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:27Z', 'updated_at': '2021-06-16T17:13:24Z', 'revision_number': 5, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'gw_port': {'id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:25.509760 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ecf0a-d35a-4384-b10e-1ef501bbd21d None None] Checking router: 33177255-4b88-4d9a-9fb5-127a25bab9e6 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:13:25.520847 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ecf0a-d35a-4384-b10e-1ef501bbd21d None None] Routers {'33177255-4b88-4d9a-9fb5-127a25bab9e6'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:13:25.521653 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-2f2ecf0a-d35a-4384-b10e-1ef501bbd21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:12:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['33177255-4b88-4d9a-9fb5-127a25bab9e6'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:25.701849 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-2f2ecf0a-d35a-4384-b10e-1ef501bbd21d None None] Set router 33177255-4b88-4d9a-9fb5-127a25bab9e6 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:13:25.768395 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c193e0c-4615-4ec7-a3b8-470c063009db req-2251207f-dee8-4f9c-b5ae-53843d9fd808 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:25.769927 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4c193e0c-4615-4ec7-a3b8-470c063009db req-2251207f-dee8-4f9c-b5ae-53843d9fd808 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.3994853 Jun 16 17:13:25.818432 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:25.918861 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-2f2ecf0a-d35a-4384-b10e-1ef501bbd21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'name': 'tempest-ServerRescueNegativeTestJSON-212580256-router', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:27Z', 'updated_at': '2021-06-16T17:13:24Z', 'revision_number': 5, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'gw_port': {'id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:25.923475 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ecf0a-d35a-4384-b10e-1ef501bbd21d None None] The sync data for ids ['33177255-4b88-4d9a-9fb5-127a25bab9e6'] in dv-cinder-772126-4-iscsi is: [{'id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'name': 'tempest-ServerRescueNegativeTestJSON-212580256-router', 'tenant_id': 'c46e28ee30ee46c5b7a8146423501f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:27Z', 'updated_at': '2021-06-16T17:13:24Z', 'revision_number': 5, 'project_id': 'c46e28ee30ee46c5b7a8146423501f99', 'gw_port': {'id': 'f0dcac0d-0891-4394-a5f7-bd37d753fba4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33177255-4b88-4d9a-9fb5-127a25bab9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:13:26.028510 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Deleting port f0dcac0d-0891-4394-a5f7-bd37d753fba4 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:13:26.029785 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:26.034121 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4c193e0c-4615-4ec7-a3b8-470c063009db req-98cdaeab-e264-4138-9629-d73ab963c6c5 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2524118 Jun 16 17:13:26.147679 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] For port f0dcac0d-0891-4394-a5f7-bd37d753fba4, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=f0dcac0d-0891-4394-a5f7-bd37d753fba4,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:26.148031 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:26.231169 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:13:26.232079 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Calling delete_port for f0dcac0d-0891-4394-a5f7-bd37d753fba4 owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:13:26.264103 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:13:26.264952 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device d6bf3b9c-6279-4be9-ba1a-d5bd40ce5f7f not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:13:26.461067 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84814ce4-879e-48b0-a0d0-d691c8e9d1a1 req-1f691228-b08c-426a-bb61-96071612cc20 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:26.462670 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-84814ce4-879e-48b0-a0d0-d691c8e9d1a1 req-1f691228-b08c-426a-bb61-96071612cc20 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.3057649 Jun 16 17:13:26.474290 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0ab12077-dcdb-4c28-abf9-33c5dc4acdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:26.547804 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62fd28-048d-4e16-827d-8e7d7770f6bd req-277d0af2-c632-42e5-b294-2524e306635f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:26.549367 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f62fd28-048d-4e16-827d-8e7d7770f6bd req-277d0af2-c632-42e5-b294-2524e306635f tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 946 time: 0.2357786 Jun 16 17:13:26.579879 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-84814ce4-879e-48b0-a0d0-d691c8e9d1a1 req-abac8af8-67f8-4d23-88cd-b179ff83f940 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012371 Jun 16 17:13:26.626705 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2f62fd28-048d-4e16-827d-8e7d7770f6bd req-abe126cd-cd24-4f6f-85b6-3964b409d3e9 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694532 Jun 16 17:13:26.680217 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:26.682637 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-893496c1-2e57-47d9-89eb-68ed0ee33512 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:26.709436 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0dcac0d-0891-4394-a5f7-bd37d753fba4,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:26.712584 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:26.788524 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775459'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:26.922547 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-786016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:26.924850 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.068606 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-785513'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.069268 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33177255-4b88-4d9a-9fb5-127a25bab9e6 {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:13:27.074574 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.078446 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/33177255-4b88-4d9a-9fb5-127a25bab9e6 HTTP/1.1" status: 204 len: 168 time: 1.9433951 Jun 16 17:13:27.078817 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47192) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:27.142748 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d411087-1004-410f-87dc-618d5211b7dc admin admin] Deleting subnet 982879e0-3d34-4b43-b4af-4c2f8f618759 {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:13:27.147120 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6d411087-1004-410f-87dc-618d5211b7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.189427 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6d411087-1004-410f-87dc-618d5211b7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5826641'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.269670 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6d411087-1004-410f-87dc-618d5211b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.334063 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff72bf-565d-4842-ba5f-5177e645207b req-db4a1e65-4ac8-4f78-a7e1-d72fd7974182 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:27.335481 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7ff72bf-565d-4842-ba5f-5177e645207b req-db4a1e65-4ac8-4f78-a7e1-d72fd7974182 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1441033 Jun 16 17:13:27.383121 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7ff72bf-565d-4842-ba5f-5177e645207b req-a3fc4ede-85a5-405d-b21b-2b5dd2334f6f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392189 Jun 16 17:13:27.428739 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6d411087-1004-410f-87dc-618d5211b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253785'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.431197 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:27.456604 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d411087-1004-410f-87dc-618d5211b7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=982879e0-3d34-4b43-b4af-4c2f8f618759,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:27.459727 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6d411087-1004-410f-87dc-618d5211b7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:27.460722 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6d411087-1004-410f-87dc-618d5211b7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.463736 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6d411087-1004-410f-87dc-618d5211b7dc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/982879e0-3d34-4b43-b4af-4c2f8f618759 HTTP/1.1" status: 204 len: 168 time: 0.3837681 Jun 16 17:13:27.465086 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47194) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:27.547854 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.638964 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device f0dcac0d-0891-4394-a5f7-bd37d753fba4 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:13:27.662206 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.664866 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: f0dcac0d-0891-4394-a5f7-bd37d753fba4 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:13:27.665291 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device f0dcac0d-0891-4394-a5f7-bd37d753fba4 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:13:27.665810 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:13:27.682263 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83538a37-de03-4bca-862d-10405954664f']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:27.690869 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:13:27.691231 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 17917ede-35ee-4e4f-9c2d-5d1b8612fa7c not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:13:27.695303 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfd7e65-2425-43ad-b6cc-d7add9b1b074') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:27.695622 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfd7e65-2425-43ad-b6cc-d7add9b1b074') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:27.707363 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5826632'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.725192 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.737022 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239082'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: timer() Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: cb(*args, **kw) Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: self._notify() Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: self.callback(batched_events) Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: event.method(event) Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._get(url).json() Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:13:27.740158 dv-cinder-772126-4-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:13:27.919133 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337e3be-bace-47db-8474-5859938ccb7f req-1d98b4cd-e4ac-4ea6-91fd-b507e3590712 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:27.920934 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4337e3be-bace-47db-8474-5859938ccb7f req-1d98b4cd-e4ac-4ea6-91fd-b507e3590712 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 946 time: 0.1267159 Jun 16 17:13:27.932965 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591115cf-2815-4485-903c-9eac0e429d2a req-a024bf05-b6c0-446f-9db7-064642312611 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:27.934456 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-591115cf-2815-4485-903c-9eac0e429d2a req-a024bf05-b6c0-446f-9db7-064642312611 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.2071977 Jun 16 17:13:27.964454 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.976865 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:27.978654 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] 10.222.0.10 "DELETE /v2.0/networks/83538a37-de03-4bca-862d-10405954664f HTTP/1.1" status: 204 len: 168 time: 0.5125327 Jun 16 17:13:27.979490 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2362011-3b77-472f-b363-a787b1f16ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:28.003886 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] Pushing event deleted for resources: {'Network': ['ID=83538a37-de03-4bca-862d-10405954664f,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:28.010131 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-12dabcfb-633b-42ff-ade1-006f99e6222d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:28.022174 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4337e3be-bace-47db-8474-5859938ccb7f req-65a475e6-e745-4579-99fb-805342f4b142 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853972 Jun 16 17:13:28.034395 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-591115cf-2815-4485-903c-9eac0e429d2a req-28c161c5-d72f-4366-85bb-53454dfd44a5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903478 Jun 16 17:13:28.234787 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 36c65c14-695b-46a8-8560-9aa33db4b55b details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:13:28.338184 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:28.351282 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'port_id': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'mac_address': 'fa:16:3e:85:8d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:13:28.398356 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:28.413914 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab73e1-1e54-46b5-9282-2ab4e6f3dced req-f9cade3e-216e-4be8-9173-3335bbdc5dcd tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:28.414559 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36c65c14-695b-46a8-8560-9aa33db4b55b {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:13:28.415762 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97ab73e1-1e54-46b5-9282-2ab4e6f3dced req-f9cade3e-216e-4be8-9173-3335bbdc5dcd tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 946 time: 0.0691726 Jun 16 17:13:28.416660 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47208) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:28.440500 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:28.461650 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-9c7a5414-5d3a-48a6-9006-f0d8282c8168 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c46e28ee30ee46c5b7a8146423501f99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435736 Jun 16 17:13:28.465266 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47210) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:28.520902 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce0c598f-eecb-46b5-819f-9e8741c82fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:28.543863 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce0c598f-eecb-46b5-819f-9e8741c82fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:28.563009 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:28.565417 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-97ab73e1-1e54-46b5-9282-2ab4e6f3dced req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Deleting port 5dcdd9d2-badf-4e31-ad0f-815a8d783607 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:13:28.565801 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-97ab73e1-1e54-46b5-9282-2ab4e6f3dced req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:28.566455 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:28.629608 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=36c65c14-695b-46a8-8560-9aa33db4b55b,revision_number=6']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:28.639806 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.640879 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.640879 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.640879 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.641201 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.641785 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.641967 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.642203 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.642537 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.642893 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.643174 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.643495 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:13:28.649420 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:28.654092 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59292bf1-de8d-4c53-9878-23c2839c10ec req-8301db2c-90e5-407d-ada3-d2ec2f7b1a3a tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:28.655923 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-59292bf1-de8d-4c53-9878-23c2839c10ec req-8301db2c-90e5-407d-ada3-d2ec2f7b1a3a tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1373959 Jun 16 17:13:28.673758 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['36c65c14-695b-46a8-8560-9aa33db4b55b'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:13:28.699123 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-97ab73e1-1e54-46b5-9282-2ab4e6f3dced req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] For port 5dcdd9d2-badf-4e31-ad0f-815a8d783607, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5dcdd9d2-badf-4e31-ad0f-815a8d783607,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:28.699898 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-97ab73e1-1e54-46b5-9282-2ab4e6f3dced req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:28.777241 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce0c598f-eecb-46b5-819f-9e8741c82fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:28.779990 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce0c598f-eecb-46b5-819f-9e8741c82fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:28.782550 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-97ab73e1-1e54-46b5-9282-2ab4e6f3dced req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Calling delete_port for 5dcdd9d2-badf-4e31-ad0f-815a8d783607 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:13:28.786002 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ce0c598f-eecb-46b5-819f-9e8741c82fd4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/705d266c-f2bc-497f-af30-1cb580c6108d HTTP/1.1" status: 204 len: 168 time: 0.3196194 Jun 16 17:13:28.787138 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-59292bf1-de8d-4c53-9878-23c2839c10ec req-026e33dd-9afb-4272-92a2-748a22309997 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210299 Jun 16 17:13:28.787503 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-76d69e6a-42d7-48ef-936f-ced9d4a05b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:28.814023 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c598f-eecb-46b5-819f-9e8741c82fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705d266c-f2bc-497f-af30-1cb580c6108d,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:28.820379 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ce0c598f-eecb-46b5-819f-9e8741c82fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:29.120913 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-97ab73e1-1e54-46b5-9282-2ab4e6f3dced req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:29.125784 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a12c748b-4d23-426a-ae98-08ecf4b4d5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:29.133917 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['2d017b4d-dbc6-4242-8fce-bbc72146ddb5', '5dcdd9d2-badf-4e31-ad0f-815a8d783607'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:13:29.205648 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:29.214988 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Pushing event deleted for resources: {'Port': ['ID=5dcdd9d2-badf-4e31-ad0f-815a8d783607,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:29.224337 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:29.284784 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ab73e1-1e54-46b5-9282-2ab4e6f3dced req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] No DVR routers for this DVR port 5dcdd9d2-badf-4e31-ad0f-815a8d783607 on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:13:29.291291 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-97ab73e1-1e54-46b5-9282-2ab4e6f3dced req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:29.294480 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97ab73e1-1e54-46b5-9282-2ab4e6f3dced req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "DELETE /v2.0/ports/5dcdd9d2-badf-4e31-ad0f-815a8d783607 HTTP/1.1" status: 204 len: 173 time: 0.8696849 Jun 16 17:13:29.295220 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889ca9d9-9576-433f-bc4b-30184eff5f1a', 'name': 'network-vif-deleted', 'tag': '5dcdd9d2-badf-4e31-ad0f-815a8d783607'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:13:29.297877 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c37735f-03f8-4970-ac61-82bfa038b7e1" -d '{"events": [{"server_uuid": "889ca9d9-9576-433f-bc4b-30184eff5f1a", "name": "network-vif-deleted", "tag": "5dcdd9d2-badf-4e31-ad0f-815a8d783607"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:13:29.333978 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-775c952a-b363-47df-8787-2c984b88f0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:29.349757 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf552f1-8b3b-4b05-a75a-cc439941d649 req-1fdbcd99-8d23-491c-991e-edaf451dc14b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:29.358916 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4cf552f1-8b3b-4b05-a75a-cc439941d649 req-1fdbcd99-8d23-491c-991e-edaf451dc14b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.1556735 Jun 16 17:13:29.402615 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4cf552f1-8b3b-4b05-a75a-cc439941d649 req-c28753c4-c45b-4217-9656-f8dd91960aa1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427775 Jun 16 17:13:29.471244 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8defd49-c415-49a3-ae45-9ea74f92fb22 x-openstack-request-id: req-a8defd49-c415-49a3-ae45-9ea74f92fb22 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:13:29.471831 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889ca9d9-9576-433f-bc4b-30184eff5f1a", "name": "network-vif-deleted", "tag": "5dcdd9d2-badf-4e31-ad0f-815a8d783607", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:13:29.471923 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8defd49-c415-49a3-ae45-9ea74f92fb22 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:13:29.472283 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889ca9d9-9576-433f-bc4b-30184eff5f1a', 'name': 'network-vif-deleted', 'tag': '5dcdd9d2-badf-4e31-ad0f-815a8d783607', 'status': 'completed', 'code': 200} Jun 16 17:13:29.531969 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d323ebe1-c5d6-4c66-aec7-d58e4e3abfcf req-08186297-5907-41e2-a118-91d060a27002 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 210 time: 0.0340118 Jun 16 17:13:30.001625 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807c1cc-b6f0-4908-a88c-3374fe75006d req-ee5e0b68-ad06-449d-8492-45c08e7bae29 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:30.003633 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0807c1cc-b6f0-4908-a88c-3374fe75006d req-ee5e0b68-ad06-449d-8492-45c08e7bae29 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0740368 Jun 16 17:13:30.049066 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0807c1cc-b6f0-4908-a88c-3374fe75006d req-6985a987-0e25-480f-83dd-1b41071b99a6 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388150 Jun 16 17:13:30.241188 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 36c65c14-695b-46a8-8560-9aa33db4b55b up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:13:30.303266 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 36c65c14-695b-46a8-8560-9aa33db4b55b triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:13:30.305872 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:30.395619 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:30.421586 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:13:30.424180 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ab3352-fc96-4417-9cb2-ddbc004ac47c" -d '{"events": [{"server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "name": "network-vif-plugged", "status": "completed", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:13:30.438257 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:30.482874 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207868c7-6cbc-4fbe-a2f2-3af80966f1b1 x-openstack-request-id: req-207868c7-6cbc-4fbe-a2f2-3af80966f1b1 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:13:30.483268 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "name": "network-vif-plugged", "status": "completed", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:13:30.483589 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-207868c7-6cbc-4fbe-a2f2-3af80966f1b1 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:13:30.484686 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'code': 200} Jun 16 17:13:30.492585 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:30.493678 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 5dcdd9d2-badf-4e31-ad0f-815a8d783607 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:13:30.496478 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:30.536280 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:13:30.536961 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 5dcdd9d2-badf-4e31-ad0f-815a8d783607 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:13:30.537076 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 5dcdd9d2-badf-4e31-ad0f-815a8d783607 not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:13:30.571148 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=36c65c14-695b-46a8-8560-9aa33db4b55b,revision_number=7']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:30.575659 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:30.648040 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86571f5c-5ea5-49a5-ab3a-bf313bd163ce req-534ac722-b12c-43ea-b48c-7e1e141baf10 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:30.649985 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86571f5c-5ea5-49a5-ab3a-bf313bd163ce req-534ac722-b12c-43ea-b48c-7e1e141baf10 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0967028 Jun 16 17:13:30.738182 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-13143edb-0050-4c1a-a86e-34730347d34a req-f29142e8-ad0a-4992-bae2-e5481b69f35d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=889ca9d9-9576-433f-bc4b-30184eff5f1a HTTP/1.1" status: 200 len: 210 time: 0.0574963 Jun 16 17:13:30.748924 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86571f5c-5ea5-49a5-ab3a-bf313bd163ce req-bbbba9fa-4b13-4c7f-90b9-caae5f648282 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843353 Jun 16 17:13:30.954502 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:31.237432 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2411e-4f09-4d48-940b-3b6e84b97414 req-9aa298f4-7658-4563-a20c-6be843ed836d tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:31.239253 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15c2411e-4f09-4d48-940b-3b6e84b97414 req-9aa298f4-7658-4563-a20c-6be843ed836d tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0666120 Jun 16 17:13:31.282477 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15c2411e-4f09-4d48-940b-3b6e84b97414 req-c945b130-3396-45ff-8a2e-703a1b325f8c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377138 Jun 16 17:13:31.958102 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7484bc-733e-4156-9da7-0a670137107b req-b90ad9d1-4898-427a-8a62-1cd90a3d09d8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:31.959632 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec7484bc-733e-4156-9da7-0a670137107b req-b90ad9d1-4898-427a-8a62-1cd90a3d09d8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0805302 Jun 16 17:13:32.009945 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec7484bc-733e-4156-9da7-0a670137107b req-30c126fc-51ae-4bdd-a71f-27a959fb261d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Jun 16 17:13:32.331673 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:32.485203 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131c1e4-3de5-40b9-aa53-0715ea965d0a req-4f8af4ac-1812-4a1f-baa4-418b6b338a23 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:32.486753 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c131c1e4-3de5-40b9-aa53-0715ea965d0a req-4f8af4ac-1812-4a1f-baa4-418b6b338a23 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0738912 Jun 16 17:13:32.524546 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c131c1e4-3de5-40b9-aa53-0715ea965d0a req-f96f03c3-a026-4deb-8020-11cc0e71f691 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321140 Jun 16 17:13:33.199065 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be049b5-8c66-4e30-8184-eade009014b2 req-6ec33d78-fda4-4997-9441-2e9dc89ef480 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:33.200564 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2be049b5-8c66-4e30-8184-eade009014b2 req-6ec33d78-fda4-4997-9441-2e9dc89ef480 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0691342 Jun 16 17:13:33.240102 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2be049b5-8c66-4e30-8184-eade009014b2 req-261126ea-54e0-4c9e-a2ef-28d13160a99b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331287 Jun 16 17:13:33.712282 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280107f-c40b-460f-b42c-78395543ce4c req-0220c8a3-b0c5-4378-b3b0-632801565bec tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:33.713908 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1280107f-c40b-460f-b42c-78395543ce4c req-0220c8a3-b0c5-4378-b3b0-632801565bec tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0717947 Jun 16 17:13:33.753638 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1280107f-c40b-460f-b42c-78395543ce4c req-9358e986-549b-475e-a56c-66556727aac2 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332265 Jun 16 17:13:34.420936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ecde6-6cc1-48b9-bf60-59e5f6f41d31 req-6b249030-1347-41e2-9d39-836d577c1fc2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:34.422569 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4f2ecde6-6cc1-48b9-bf60-59e5f6f41d31 req-6b249030-1347-41e2-9d39-836d577c1fc2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0640540 Jun 16 17:13:34.461219 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4f2ecde6-6cc1-48b9-bf60-59e5f6f41d31 req-2047dc60-a96a-4ad6-8173-617db9649a28 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Jun 16 17:13:34.940776 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3727780-c6ae-4ade-8c82-7ea7644bba87 req-32604d26-7cf6-4fc7-b4c5-00d104a27135 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:34.942399 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a3727780-c6ae-4ade-8c82-7ea7644bba87 req-32604d26-7cf6-4fc7-b4c5-00d104a27135 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0676577 Jun 16 17:13:34.984962 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a3727780-c6ae-4ade-8c82-7ea7644bba87 req-d28c9b3f-e931-4dd3-83ba-f6b00bf06483 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365739 Jun 16 17:13:35.280396 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ccfb9-6c26-4b32-bdb1-b0e2d1706e1a req-acaca628-8bf4-4075-8eff-88e32341eeae tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:35.282036 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e2ccfb9-6c26-4b32-bdb1-b0e2d1706e1a req-acaca628-8bf4-4075-8eff-88e32341eeae tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.0720134 Jun 16 17:13:35.319788 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e2ccfb9-6c26-4b32-bdb1-b0e2d1706e1a req-597a243a-26b5-466a-94fb-5dc303268f68 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Jun 16 17:13:35.585372 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cd8d0-72d7-4849-8422-e7802c525428 req-502018b2-a0d1-4e2c-9ce2-d6ef72ff094b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:35.588107 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b66cd8d0-72d7-4849-8422-e7802c525428 req-502018b2-a0d1-4e2c-9ce2-d6ef72ff094b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1082478 Jun 16 17:13:35.664927 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b66cd8d0-72d7-4849-8422-e7802c525428 req-8ac9059e-a7ff-42e0-9aee-ff59be7e7fca tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668080 Jun 16 17:13:35.725986 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5df5f-424c-4a73-9f60-c9d794f63a18 req-e716bcb1-b2f4-4556-8f15-1ad537d6dc64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:35.727964 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-55e5df5f-424c-4a73-9f60-c9d794f63a18 req-e716bcb1-b2f4-4556-8f15-1ad537d6dc64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1278250 Jun 16 17:13:35.781091 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-55e5df5f-424c-4a73-9f60-c9d794f63a18 req-a576621f-2892-4c6f-82ea-da94f5cf56ef tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444741 Jun 16 17:13:35.790448 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce048a0-daaf-44dc-bece-d01601129621 req-dfdc899f-8199-443c-9623-46cf0db8dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:35.791334 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7ce048a0-daaf-44dc-bece-d01601129621 req-dfdc899f-8199-443c-9623-46cf0db8dae1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 1098 time: 0.1058645 Jun 16 17:13:35.895277 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce048a0-daaf-44dc-bece-d01601129621 req-085125e8-d6c7-47d3-bc3d-58cb634d0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:35.896801 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7ce048a0-daaf-44dc-bece-d01601129621 req-085125e8-d6c7-47d3-bc3d-58cb634d0526 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 910 time: 0.0963559 Jun 16 17:13:35.983067 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7ce048a0-daaf-44dc-bece-d01601129621 req-0d62e7c9-a2f5-4aa9-bb9e-8559596237f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63265083-96b0-4d46-aaf0-55338b64d83c HTTP/1.1" status: 200 len: 1001 time: 0.0735009 Jun 16 17:13:36.045683 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce048a0-daaf-44dc-bece-d01601129621 req-fc589488-5b5c-4ffa-b2e3-151aa441b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:36.047810 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7ce048a0-daaf-44dc-bece-d01601129621 req-fc589488-5b5c-4ffa-b2e3-151aa441b8eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba0cf48a-5f55-4609-8052-40d4baf62024 HTTP/1.1" status: 200 len: 849 time: 0.0575581 Jun 16 17:13:36.115934 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce048a0-daaf-44dc-bece-d01601129621 req-a38a18fe-db0a-4965-a0b6-6016eb9a8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:36.117580 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7ce048a0-daaf-44dc-bece-d01601129621 req-a38a18fe-db0a-4965-a0b6-6016eb9a8b37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586460 Jun 16 17:13:36.219447 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7ce048a0-daaf-44dc-bece-d01601129621 req-55bed235-249f-4eab-85e5-4788a6397a4d service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923426 Jun 16 17:13:36.324691 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7ce048a0-daaf-44dc-bece-d01601129621 req-1f64124c-ce3a-4d6b-a747-22bdc226c908 service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974948 Jun 16 17:13:36.529324 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee6498-03c9-49e3-93b0-35758924e633 req-0ce9e87a-01e4-41a1-89b4-d23272869491 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:36.533163 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-82ee6498-03c9-49e3-93b0-35758924e633 req-0ce9e87a-01e4-41a1-89b4-d23272869491 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.0908437 Jun 16 17:13:36.584731 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-82ee6498-03c9-49e3-93b0-35758924e633 req-28a65c5f-6ee1-4e93-a674-3d96c82c4202 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430906 Jun 16 17:13:36.968595 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87deb0-184c-4d3a-ae46-cff28e263275 req-aaf57b24-b046-4cca-bcec-0998592a5dc2 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:36.975019 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e87deb0-184c-4d3a-ae46-cff28e263275 req-aaf57b24-b046-4cca-bcec-0998592a5dc2 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1117108 Jun 16 17:13:37.057239 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e87deb0-184c-4d3a-ae46-cff28e263275 req-bf540111-2347-4487-855a-ae38c6aea186 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807209 Jun 16 17:13:37.109839 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f975d-1810-4fcf-a5dc-2051a19e98e7 req-cd27a257-012d-4643-88bd-1bdfb999ba93 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:37.111968 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b1f975d-1810-4fcf-a5dc-2051a19e98e7 req-cd27a257-012d-4643-88bd-1bdfb999ba93 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1094646 Jun 16 17:13:37.184579 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9b1f975d-1810-4fcf-a5dc-2051a19e98e7 req-ee5fae1f-a28a-47f5-bf03-7adf1a09a2f7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635667 Jun 16 17:13:37.983160 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0205-8e45-4e32-822a-8d97fe69a9e0 req-bfebe9f5-46a7-40fe-b1d4-376586bf5eaa tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:37.985031 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f81a0205-8e45-4e32-822a-8d97fe69a9e0 req-bfebe9f5-46a7-40fe-b1d4-376586bf5eaa tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.1847086 Jun 16 17:13:37.995821 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335bf7f-bb95-487a-a335-2ca88a4d6ba2 req-d4f1eb99-9c01-4c51-8883-d5d9b7a73fed tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:37.998155 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a335bf7f-bb95-487a-a335-2ca88a4d6ba2 req-d4f1eb99-9c01-4c51-8883-d5d9b7a73fed tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 945 time: 0.1627784 Jun 16 17:13:38.100110 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f81a0205-8e45-4e32-822a-8d97fe69a9e0 req-527a64b4-1c35-4eb5-97a2-e6361cf8e794 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed431118-999d-423b-b978-f0afb76ccb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980914 Jun 16 17:13:38.194825 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-a335bf7f-bb95-487a-a335-2ca88a4d6ba2 req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Deleting port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:13:38.195203 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a335bf7f-bb95-487a-a335-2ca88a4d6ba2 req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:38.723395 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-a335bf7f-bb95-487a-a335-2ca88a4d6ba2 req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] For port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2d017b4d-dbc6-4242-8fce-bbc72146ddb5,segment=NetworkSegment(ab84ab63-bbd4-436d-86ad-3f3b53494fa1),segment_id=ab84ab63-bbd4-436d-86ad-3f3b53494fa1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:38.724227 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a335bf7f-bb95-487a-a335-2ca88a4d6ba2 req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:38.814759 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-a335bf7f-bb95-487a-a335-2ca88a4d6ba2 req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Calling delete_port for 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:13:38.856278 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b90abb-ad48-4acf-a65a-d68dfc03440a req-0755e35e-b28c-4d35-9513-f6a000ebeef7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:38.857936 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-93b90abb-ad48-4acf-a65a-d68dfc03440a req-0755e35e-b28c-4d35-9513-f6a000ebeef7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.2815809 Jun 16 17:13:38.867184 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8fad-2459-4e3a-8929-65afa7e7f320 req-534d427f-a87d-45f7-88a3-19a2283964cf tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:38.868611 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89dc8fad-2459-4e3a-8929-65afa7e7f320 req-534d427f-a87d-45f7-88a3-19a2283964cf tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.2889881 Jun 16 17:13:39.015966 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-93b90abb-ad48-4acf-a65a-d68dfc03440a req-8756b3df-e8cb-4369-9511-67b5cd28e0a8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447852 Jun 16 17:13:39.024307 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89dc8fad-2459-4e3a-8929-65afa7e7f320 req-b0345b63-e402-42bc-b713-1522f8a1b0a3 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003447 Jun 16 17:13:39.228945 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a335bf7f-bb95-487a-a335-2ca88a4d6ba2 req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:39.242031 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:39.302864 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Pushing event deleted for resources: {'Port': ['ID=2d017b4d-dbc6-4242-8fce-bbc72146ddb5,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:39.306032 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:39.370365 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9750d03a-8c32-4df5-87e6-e4d1fedaaaef req-9b254ac7-5708-4cd7-b49b-7b0ad35d6910 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.0512393 Jun 16 17:13:39.395156 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-a335bf7f-bb95-487a-a335-2ca88a4d6ba2 req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] No DVR routers for this DVR port 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:13:39.399364 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a335bf7f-bb95-487a-a335-2ca88a4d6ba2 req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:39.401493 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a335bf7f-bb95-487a-a335-2ca88a4d6ba2 req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.60 "DELETE /v2.0/ports/2d017b4d-dbc6-4242-8fce-bbc72146ddb5 HTTP/1.1" status: 204 len: 173 time: 1.3934226 Jun 16 17:13:39.402044 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cf031c-c436-4f28-95b7-1cfaa4c824d2', 'name': 'network-vif-deleted', 'tag': '2d017b4d-dbc6-4242-8fce-bbc72146ddb5'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:13:39.405290 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f27069-7364-448e-9b35-645dc07448f7" -d '{"events": [{"server_uuid": "d5cf031c-c436-4f28-95b7-1cfaa4c824d2", "name": "network-vif-deleted", "tag": "2d017b4d-dbc6-4242-8fce-bbc72146ddb5"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:13:39.452794 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1618d21f-4549-4dd9-8830-b98d5c45f5af x-openstack-request-id: req-1618d21f-4549-4dd9-8830-b98d5c45f5af {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:13:39.453121 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cf031c-c436-4f28-95b7-1cfaa4c824d2", "name": "network-vif-deleted", "tag": "2d017b4d-dbc6-4242-8fce-bbc72146ddb5", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:13:39.453608 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1618d21f-4549-4dd9-8830-b98d5c45f5af {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:13:39.454611 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cf031c-c436-4f28-95b7-1cfaa4c824d2', 'name': 'network-vif-deleted', 'tag': '2d017b4d-dbc6-4242-8fce-bbc72146ddb5', 'status': 'completed', 'code': 200} Jun 16 17:13:40.248089 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2726ee-00c8-4c55-b289-cb705380df21 req-5c10c75c-78b8-4691-aab8-88f242b3a741 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:40.249911 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee2726ee-00c8-4c55-b289-cb705380df21 req-5c10c75c-78b8-4691-aab8-88f242b3a741 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0700834 Jun 16 17:13:40.299451 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee2726ee-00c8-4c55-b289-cb705380df21 req-69f09d99-d78e-41e0-bbff-302b1224bf11 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435655 Jun 16 17:13:40.606413 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a5f0c688-f9b0-4c69-bfe4-c89c518c94c6 req-93186d8d-ee3c-4323-9678-2f33e8ddaa95 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.0434003 Jun 16 17:13:41.092618 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:13:41.153048 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:13:41.153608 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 2d017b4d-dbc6-4242-8fce-bbc72146ddb5 not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:13:41.525595 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bf7c3-ee5f-4597-9453-a27b1f78b262 req-384de6e8-6277-468c-8468-57c7e6518143 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:41.528216 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-323bf7c3-ee5f-4597-9453-a27b1f78b262 req-384de6e8-6277-468c-8468-57c7e6518143 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0809805 Jun 16 17:13:41.599774 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-323bf7c3-ee5f-4597-9453-a27b1f78b262 req-aa036b20-b91b-48ec-8e28-01e29828a589 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573626 Jun 16 17:13:41.838061 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9858795-daa8-4912-a3ea-4adb07af0ab6 req-c3676ebf-e609-45c0-837e-7ceba4ed2dbb tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.0398378 Jun 16 17:13:42.845160 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b40e5d-1301-4ed6-99ca-63e2b92bc014 req-f26f8c7d-4dd9-49d5-bd21-ce06c377af98 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:42.856245 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-38b40e5d-1301-4ed6-99ca-63e2b92bc014 req-f26f8c7d-4dd9-49d5-bd21-ce06c377af98 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1016247 Jun 16 17:13:42.912384 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-38b40e5d-1301-4ed6-99ca-63e2b92bc014 req-aac26000-6a02-4a88-82c4-a8d2ed97a59c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546899 Jun 16 17:13:43.041266 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aac1866c-b323-432d-ac9c-bdef4e5a9069 req-b271c35c-af9f-424c-8e12-8411d5f73acc tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.0309346 Jun 16 17:13:44.243366 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e04498-7846-47b3-9161-d065ef3f8511 req-f0c1fe3e-b3ae-49b2-8b54-91c08406455f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:44.244976 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-82e04498-7846-47b3-9161-d065ef3f8511 req-f0c1fe3e-b3ae-49b2-8b54-91c08406455f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1405756 Jun 16 17:13:44.270541 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8a8bd903-179b-499b-94b5-fe0b9f95285b req-198e454c-028f-4a04-a55c-232bbbea91a0 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5cf031c-c436-4f28-95b7-1cfaa4c824d2 HTTP/1.1" status: 200 len: 210 time: 0.0540330 Jun 16 17:13:44.318095 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-82e04498-7846-47b3-9161-d065ef3f8511 req-19b03210-14d6-4278-8d87-68131d18b1d4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495672 Jun 16 17:13:45.417417 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47430) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:45.600691 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3208f5e-19cb-49dc-9a33-78786ec6158b req-f6483710-0160-44a0-8e5c-1cca78d9dc72 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:45.612156 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d3208f5e-19cb-49dc-9a33-78786ec6158b req-f6483710-0160-44a0-8e5c-1cca78d9dc72 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1158247 Jun 16 17:13:45.660099 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d3208f5e-19cb-49dc-9a33-78786ec6158b req-338e59e7-2965-4690-97b6-dd4f472cca58 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468094 Jun 16 17:13:45.759286 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c40088-57ef-433f-a152-0bfb4f7091e5 admin admin] Deleting subnet 8dc0351f-c8c6-47f3-be73-fc174db5a017 {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:13:45.764188 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50c40088-57ef-433f-a152-0bfb4f7091e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:45.814787 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50c40088-57ef-433f-a152-0bfb4f7091e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5826641'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:45.872665 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50c40088-57ef-433f-a152-0bfb4f7091e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:46.098276 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50c40088-57ef-433f-a152-0bfb4f7091e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253785'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:46.102200 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:46.128377 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c40088-57ef-433f-a152-0bfb4f7091e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc0351f-c8c6-47f3-be73-fc174db5a017,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:46.131917 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-50c40088-57ef-433f-a152-0bfb4f7091e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:46.140543 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50c40088-57ef-433f-a152-0bfb4f7091e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:46.140810 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-50c40088-57ef-433f-a152-0bfb4f7091e5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8dc0351f-c8c6-47f3-be73-fc174db5a017 HTTP/1.1" status: 204 len: 168 time: 0.7212024 Jun 16 17:13:46.144750 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47436) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:46.243429 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:46.343822 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:46.357715 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c86713-c095-4539-903c-acd5ab66c953']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:46.376410 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:46.381939 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab84ab63-bbd4-436d-86ad-3f3b53494fa1') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:13:46.387764 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4648217'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:46.411987 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:46.422139 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:13:46.422433 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4646441'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: retrieve_revision_numbers = { Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: retrieve_revision_numbers = { Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: retrieve_revision_numbers = { Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: timer() Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: cb(*args, **kw) Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: self._notify() Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: self.callback(batched_events) Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: event.method(event) Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._get(url).json() Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:13:46.434975 dv-cinder-772126-4-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:13:46.704310 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:46.710991 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:46.728467 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:46.734115 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b1c86713-c095-4539-903c-acd5ab66c953 HTTP/1.1" status: 204 len: 168 time: 0.5842044 Jun 16 17:13:46.737773 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c86713-c095-4539-903c-acd5ab66c953,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:46.750660 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:46.883754 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d96b6-a36f-4159-885b-06e45ca95854 req-b634da7e-f2b0-4548-9ad4-b517844d097f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:46.885133 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-671d96b6-a36f-4159-885b-06e45ca95854 req-b634da7e-f2b0-4548-9ad4-b517844d097f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0712242 Jun 16 17:13:46.925765 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-671d96b6-a36f-4159-885b-06e45ca95854 req-10256766-c3c6-448b-a5bc-5e5e28624f64 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337241 Jun 16 17:13:47.398830 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47452) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:47.440762 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-11fc4b32-5798-463a-9596-d1a1fa9f1877 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2f0092566bb4df4afc3048e62c37a77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406423 Jun 16 17:13:47.443086 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47454) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:13:47.494543 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-68548a7e-c407-43df-85b7-1730911f22f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:47.523139 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-68548a7e-c407-43df-85b7-1730911f22f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:47.703544 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-68548a7e-c407-43df-85b7-1730911f22f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:47.706908 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-68548a7e-c407-43df-85b7-1730911f22f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:47.708251 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-68548a7e-c407-43df-85b7-1730911f22f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed431118-999d-423b-b978-f0afb76ccb86 HTTP/1.1" status: 204 len: 168 time: 0.2642646 Jun 16 17:13:47.709043 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8aef0e14-d887-4b85-938b-fde6fecf141e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:47.727454 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68548a7e-c407-43df-85b7-1730911f22f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed431118-999d-423b-b978-f0afb76ccb86,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:47.730279 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-68548a7e-c407-43df-85b7-1730911f22f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:48.226134 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c145cc-c53f-4493-88d1-a923ff3b46eb req-e6116bd3-d79d-4f98-b7f4-becdbfa4f4bf tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:48.228909 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d9c145cc-c53f-4493-88d1-a923ff3b46eb req-e6116bd3-d79d-4f98-b7f4-becdbfa4f4bf tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.1065116 Jun 16 17:13:48.282335 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d9c145cc-c53f-4493-88d1-a923ff3b46eb req-9f927af9-660e-487e-90f3-7414e5e5c31d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465240 Jun 16 17:13:49.696522 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c98e1-10fd-469a-8584-6a6b6f81e072 req-d5d0fd54-36da-4cdf-bba8-b06b7c4e8bf5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:49.698197 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dc8c98e1-10fd-469a-8584-6a6b6f81e072 req-d5d0fd54-36da-4cdf-bba8-b06b7c4e8bf5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0689375 Jun 16 17:13:49.740651 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dc8c98e1-10fd-469a-8584-6a6b6f81e072 req-81389877-d4d6-45fb-93e9-f043ae9c665c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349915 Jun 16 17:13:50.957992 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009f394-6ac8-4298-8500-ad5f1ac82ab1 req-11ba98e7-108d-4776-9f67-87b15cd8b55d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:50.961994 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9009f394-6ac8-4298-8500-ad5f1ac82ab1 req-11ba98e7-108d-4776-9f67-87b15cd8b55d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0889707 Jun 16 17:13:51.038018 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9009f394-6ac8-4298-8500-ad5f1ac82ab1 req-53bfc56d-21ee-460a-bc16-7cce145898d6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706987 Jun 16 17:13:51.210056 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60836be-cc2a-47c7-a4e9-95e6a94f75aa req-4aefe22e-9e22-49f9-8372-cdea61532575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:51.214131 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e60836be-cc2a-47c7-a4e9-95e6a94f75aa req-4aefe22e-9e22-49f9-8372-cdea61532575 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 1098 time: 0.1949670 Jun 16 17:13:51.325720 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60836be-cc2a-47c7-a4e9-95e6a94f75aa req-d82b42ec-47d1-4969-8378-03f93ce88f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:51.327750 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e60836be-cc2a-47c7-a4e9-95e6a94f75aa req-d82b42ec-47d1-4969-8378-03f93ce88f0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 917 time: 0.1061375 Jun 16 17:13:51.410050 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e60836be-cc2a-47c7-a4e9-95e6a94f75aa req-21dd70cf-a997-4de2-b825-0c70a5512878 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36c65c14-695b-46a8-8560-9aa33db4b55b HTTP/1.1" status: 200 len: 1001 time: 0.0752435 Jun 16 17:13:51.480486 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60836be-cc2a-47c7-a4e9-95e6a94f75aa req-90527648-86e1-4da6-8bf9-e76009b1777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:51.483320 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e60836be-cc2a-47c7-a4e9-95e6a94f75aa req-90527648-86e1-4da6-8bf9-e76009b1777a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 200 len: 856 time: 0.0656600 Jun 16 17:13:51.562350 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60836be-cc2a-47c7-a4e9-95e6a94f75aa req-08175e0f-ead5-48fc-b290-1ab653b9246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:51.564020 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e60836be-cc2a-47c7-a4e9-95e6a94f75aa req-08175e0f-ead5-48fc-b290-1ab653b9246c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733767 Jun 16 17:13:51.671963 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e60836be-cc2a-47c7-a4e9-95e6a94f75aa req-b753ea1e-3860-45d2-8ba2-9209fbb744f8 service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999053 Jun 16 17:13:51.791771 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e60836be-cc2a-47c7-a4e9-95e6a94f75aa req-47f91f0e-9ab1-420e-85bb-d38b3b5dc7d9 service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115727 Jun 16 17:13:52.278117 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d466fd-4923-4643-9193-ccde9659be7b req-e46ec017-af50-4ee9-accc-2956698c12e4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:52.280506 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5d466fd-4923-4643-9193-ccde9659be7b req-e46ec017-af50-4ee9-accc-2956698c12e4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 945 time: 0.0871646 Jun 16 17:13:52.331108 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5d466fd-4923-4643-9193-ccde9659be7b req-4c6ad28e-2f1b-4327-a1b2-fd655a1b1a9a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Jun 16 17:13:52.364121 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 36c65c14-695b-46a8-8560-9aa33db4b55b no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:13:52.451320 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:52.487143 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:13:52.490236 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a998b56-e6da-449a-bbd2-e92231666d8b" -d '{"events": [{"server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "name": "network-vif-unplugged", "status": "completed", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:13:52.506344 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:13:52.540263 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7bba52-93d1-4b30-9485-3ef4103b23ed x-openstack-request-id: req-fb7bba52-93d1-4b30-9485-3ef4103b23ed {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:13:52.540567 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "name": "network-vif-unplugged", "status": "completed", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:13:52.540841 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb7bba52-93d1-4b30-9485-3ef4103b23ed {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:13:52.541283 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'code': 200} Jun 16 17:13:52.607171 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:52.611905 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:13:52.671934 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=36c65c14-695b-46a8-8560-9aa33db4b55b,revision_number=8']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:13:52.675381 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:13:53.503262 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:53.511819 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f6940a0-d701-4084-a146-705b2afa8885 req-318c1ccc-bc16-4aea-8ab2-3789f94966e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0885241 Jun 16 17:13:53.660200 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a55ae-647c-4b8c-83bd-01e9e84c20c5 req-9dffd65a-5c61-48d6-b407-bf12132c93b8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:53.661732 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-328a55ae-647c-4b8c-83bd-01e9e84c20c5 req-9dffd65a-5c61-48d6-b407-bf12132c93b8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1343853 Jun 16 17:13:53.664971 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6940a0-d701-4084-a146-705b2afa8885 req-b2b9a829-fad6-4f1b-aba0-f88998fb9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:53.666535 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f6940a0-d701-4084-a146-705b2afa8885 req-b2b9a829-fad6-4f1b-aba0-f88998fb9f39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 1098 time: 0.1215568 Jun 16 17:13:53.754857 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-328a55ae-647c-4b8c-83bd-01e9e84c20c5 req-b185ea13-c18e-4b16-b14d-320b9929fec7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828934 Jun 16 17:13:53.863954 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6940a0-d701-4084-a146-705b2afa8885 req-7a625fc7-4b41-47e6-9730-6aa273a45fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:53.868046 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f6940a0-d701-4084-a146-705b2afa8885 req-7a625fc7-4b41-47e6-9730-6aa273a45fac service neutron] 10.222.0.60 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 910 time: 0.1618848 Jun 16 17:13:54.986422 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737739dd-84c9-4db0-9075-dcefc9f8c564 req-0d5083da-6cfa-48be-960c-11a46d0fc7dc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:54.987960 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-737739dd-84c9-4db0-9075-dcefc9f8c564 req-0d5083da-6cfa-48be-960c-11a46d0fc7dc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0779586 Jun 16 17:13:55.032658 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-737739dd-84c9-4db0-9075-dcefc9f8c564 req-bff23ed5-3477-47a7-907f-499ff2693827 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385804 Jun 16 17:13:56.243953 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b470a-d454-4805-a020-6dbc9028bfe6 req-74ae8f19-285a-49ef-8afa-8555c38c6911 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:56.245583 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3c3b470a-d454-4805-a020-6dbc9028bfe6 req-74ae8f19-285a-49ef-8afa-8555c38c6911 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0848131 Jun 16 17:13:56.305940 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3c3b470a-d454-4805-a020-6dbc9028bfe6 req-f82f58ab-e1b6-4d2d-bca1-5613ba061092 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527754 Jun 16 17:13:56.508367 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1bd78739-cee6-4fc7-a8c1-1c3828e75f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:56.600004 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f6940a0-d701-4084-a146-705b2afa8885 req-07faddcf-f7ec-4345-9d2b-c436db4ba6c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63265083-96b0-4d46-aaf0-55338b64d83c HTTP/1.1" status: 200 len: 1001 time: 0.0738754 Jun 16 17:13:57.507095 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fa660-8bdb-4025-8c78-a932f47862ea req-9d277a2f-a95b-4dae-8c74-d7cee222de3a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:57.508777 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f5fa660-8bdb-4025-8c78-a932f47862ea req-9d277a2f-a95b-4dae-8c74-d7cee222de3a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0763497 Jun 16 17:13:57.553538 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f5fa660-8bdb-4025-8c78-a932f47862ea req-983ccdee-2fed-4b54-ba5f-a8a49df99097 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342653 Jun 16 17:13:57.991189 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6940a0-d701-4084-a146-705b2afa8885 req-c972a1e0-3ac9-4a18-a36d-7cd200dfe97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:57.992721 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f6940a0-d701-4084-a146-705b2afa8885 req-c972a1e0-3ac9-4a18-a36d-7cd200dfe97f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba0cf48a-5f55-4609-8052-40d4baf62024 HTTP/1.1" status: 200 len: 849 time: 0.0527427 Jun 16 17:13:58.060294 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6940a0-d701-4084-a146-705b2afa8885 req-7ec60a01-bf0f-4c9b-b7ef-769d4f085af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:58.062578 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f6940a0-d701-4084-a146-705b2afa8885 req-7ec60a01-bf0f-4c9b-b7ef-769d4f085af4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592215 Jun 16 17:13:58.160450 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f6940a0-d701-4084-a146-705b2afa8885 req-c3c751f8-5842-4f1a-977a-17822e3781f7 service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904229 Jun 16 17:13:58.285612 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3f6940a0-d701-4084-a146-705b2afa8885 req-b06e2165-787c-480b-8247-cb1030949d1a service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154261 Jun 16 17:13:58.779304 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9240d37-4689-40e2-991e-a76e01957b52 req-41cf0980-876f-4378-9413-4db358b362c1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:13:58.781375 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9240d37-4689-40e2-991e-a76e01957b52 req-41cf0980-876f-4378-9413-4db358b362c1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0887487 Jun 16 17:13:58.828268 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9240d37-4689-40e2-991e-a76e01957b52 req-a9485f1e-ddf9-42bb-a044-96ed309216d9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372047 Jun 16 17:13:59.126265 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:59.245470 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0f51ba4e-5cba-4b69-8eb2-80346cf2a461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:00.085223 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8dce-6add-41e5-981d-0fe00b1ed5e0 req-9cec7e05-055e-470d-ae3d-dd5cd527f40e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:00.087392 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-447b8dce-6add-41e5-981d-0fe00b1ed5e0 req-9cec7e05-055e-470d-ae3d-dd5cd527f40e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0928776 Jun 16 17:14:00.142403 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-447b8dce-6add-41e5-981d-0fe00b1ed5e0 req-4e045312-f78e-417b-96dd-325ea0b7be08 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473659 Jun 16 17:14:00.840929 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:02.150021 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a2073-b651-4558-894c-5df51d73fa54 req-46e6bbc9-00a7-4ea8-8c8d-9004e8fa82f5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:02.154496 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c72a2073-b651-4558-894c-5df51d73fa54 req-46e6bbc9-00a7-4ea8-8c8d-9004e8fa82f5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0899076 Jun 16 17:14:02.231081 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c72a2073-b651-4558-894c-5df51d73fa54 req-eb542c11-6647-4a50-a48a-85706457c1cb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690992 Jun 16 17:14:02.297861 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:02.390577 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 36c65c14-695b-46a8-8560-9aa33db4b55b no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:14:02.605055 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47744) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:02.712306 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-a187c8cf-2e02-4cba-a619-7bfbb4999382 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056402 Jun 16 17:14:02.881918 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47754) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:03.014900 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c925bd47-4c2b-4d7e-a77c-a7270926c8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:03.160814 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c925bd47-4c2b-4d7e-a77c-a7270926c8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:03.224232 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c925bd47-4c2b-4d7e-a77c-a7270926c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:03.230704 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-728eb8b1-7ff0-40bb-94d1-4470ef4e2b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:03.283248 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c925bd47-4c2b-4d7e-a77c-a7270926c8ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ef71ac2c74946d1b0ac9fe95d0a8bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002273 Jun 16 17:14:03.284236 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925bd47-4c2b-4d7e-a77c-a7270926c8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5f0005-6878-49b3-8ccc-5b65416276e9,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:03.288201 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c925bd47-4c2b-4d7e-a77c-a7270926c8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:03.288657 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47774) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:03.351312 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c672ef7b-02d2-4f36-8288-11514ce81281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:03.377642 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c672ef7b-02d2-4f36-8288-11514ce81281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:03.447035 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b86d19-da26-4210-8074-a746130aceff req-59e3928e-3b41-4c4b-a866-9d082f6bdaa9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:03.449358 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15b86d19-da26-4210-8074-a746130aceff req-59e3928e-3b41-4c4b-a866-9d082f6bdaa9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0711384 Jun 16 17:14:03.511782 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15b86d19-da26-4210-8074-a746130aceff req-451ac7df-a9c7-4edb-8f9d-364a35e2782a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536077 Jun 16 17:14:03.526614 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c672ef7b-02d2-4f36-8288-11514ce81281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:03.533890 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c672ef7b-02d2-4f36-8288-11514ce81281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:03.536255 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c672ef7b-02d2-4f36-8288-11514ce81281 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c5f0005-6878-49b3-8ccc-5b65416276e9 HTTP/1.1" status: 204 len: 168 time: 0.2459776 Jun 16 17:14:03.537911 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8a6eda26-2ffd-4a14-b657-5c4b2066731e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:03.552042 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672ef7b-02d2-4f36-8288-11514ce81281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5f0005-6878-49b3-8ccc-5b65416276e9,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:03.555600 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c672ef7b-02d2-4f36-8288-11514ce81281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:04.743101 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e260894-ae76-4dce-be49-5d8e3eb385e0 req-02cfd068-21e8-4c26-a1a6-99f2071301b6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:04.744851 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e260894-ae76-4dce-be49-5d8e3eb385e0 req-02cfd068-21e8-4c26-a1a6-99f2071301b6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0944407 Jun 16 17:14:04.789665 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e260894-ae76-4dce-be49-5d8e3eb385e0 req-d9043a04-e6e0-4822-ad64-a356d1049b3b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381229 Jun 16 17:14:05.979048 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f47444-35ca-49ac-a995-211aa06ca357 req-706e4cdc-4bb2-40fb-8de9-0cd32c94aa1c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:05.980983 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4f47444-35ca-49ac-a995-211aa06ca357 req-706e4cdc-4bb2-40fb-8de9-0cd32c94aa1c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0682924 Jun 16 17:14:06.032715 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b4f47444-35ca-49ac-a995-211aa06ca357 req-0e3da9a8-27a2-4216-9c57-5ae901efca75 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438044 Jun 16 17:14:06.257322 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47838) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:06.367271 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6bb20a89-887e-41da-a595-6fa23f63b70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:06.473173 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6bb20a89-887e-41da-a595-6fa23f63b70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:06.542483 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6bb20a89-887e-41da-a595-6fa23f63b70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:06.545423 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6c3f56b8-7b53-46cf-8637-ccb9503499b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:06.585277 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6bb20a89-887e-41da-a595-6fa23f63b70b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=866cd8d3741f4184afa7461027b42758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265550 Jun 16 17:14:06.588298 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47842) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:06.590763 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb20a89-887e-41da-a595-6fa23f63b70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1911d711-d8c6-4559-8a95-6d2395059626,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:06.594944 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6bb20a89-887e-41da-a595-6fa23f63b70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:06.647257 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-35cb7704-119c-4d2c-aacd-26e2c1aabc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:06.670045 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-35cb7704-119c-4d2c-aacd-26e2c1aabc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:06.823052 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-35cb7704-119c-4d2c-aacd-26e2c1aabc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:06.825624 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-35cb7704-119c-4d2c-aacd-26e2c1aabc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:06.827596 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-35cb7704-119c-4d2c-aacd-26e2c1aabc3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1911d711-d8c6-4559-8a95-6d2395059626 HTTP/1.1" status: 204 len: 168 time: 0.2372479 Jun 16 17:14:06.829652 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-375ac688-6f1b-4fe5-b996-aafbe28a11f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:06.841574 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb7704-119c-4d2c-aacd-26e2c1aabc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1911d711-d8c6-4559-8a95-6d2395059626,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:06.844838 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-35cb7704-119c-4d2c-aacd-26e2c1aabc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:06.878068 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-b3163b90-0357-46bd-817d-31474ec51a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:06.884720 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-b3163b90-0357-46bd-817d-31474ec51a1e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613&tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a HTTP/1.1" status: 200 len: 1096 time: 0.1109922 Jun 16 17:14:06.959328 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-cdc2f3e5-b676-4498-80a2-0203b8b29215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:06.960792 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-cdc2f3e5-b676-4498-80a2-0203b8b29215 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 1096 time: 0.0544162 Jun 16 17:14:07.055788 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-e23a3b45-2193-4e88-bf99-4b3b215e1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:07.057238 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-e23a3b45-2193-4e88-bf99-4b3b215e1607 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 917 time: 0.0884271 Jun 16 17:14:07.125536 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-d21f534f-c244-4d8e-88a1-3168bea6c637 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36c65c14-695b-46a8-8560-9aa33db4b55b HTTP/1.1" status: 200 len: 999 time: 0.0598872 Jun 16 17:14:07.215570 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-bda88b4f-17bd-446c-82d4-1297e0db4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:07.217872 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-bda88b4f-17bd-446c-82d4-1297e0db4fa3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 200 len: 856 time: 0.0838857 Jun 16 17:14:07.275090 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d87de-e67b-4801-ab41-7a972ce78490 req-bc26f634-8833-4550-8c2b-f941fa1844b6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:07.277240 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-180d87de-e67b-4801-ab41-7a972ce78490 req-bc26f634-8833-4550-8c2b-f941fa1844b6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1022737 Jun 16 17:14:07.322016 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-209a99d8-1bf1-4a72-bb6e-52fbbc0795aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:07.323396 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-209a99d8-1bf1-4a72-bb6e-52fbbc0795aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977070 Jun 16 17:14:07.331799 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-180d87de-e67b-4801-ab41-7a972ce78490 req-4eaaa6db-ef23-4242-a551-40d2036699af tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477276 Jun 16 17:14:07.431756 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47858) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:07.450606 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:07.457303 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-69b49300-b603-404d-ba94-24852e455c14 service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245818 Jun 16 17:14:07.536376 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:14:07.824862 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a7f658bb-a4a7-4fc3-ab1a-100a691e725d req-70f00736-a085-4c0d-905c-52c81856def0 service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599505 Jun 16 17:14:07.864875 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:08.022841 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:08.025730 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d8f821b5-a241-471c-a046-8be9375dd864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:08.062682 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1b5d4e9d3294776a31d47420f2c7e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6302512 Jun 16 17:14:08.065128 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4712ebe6-903c-4cb5-879f-538cb35fdab1,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:08.066695 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47864) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:08.074751 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.075127 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.075487 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.075845 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.076380 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.076741 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.077354 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.078123 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.078476 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.079030 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.079944 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.080820 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:08.085993 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:08.120414 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13246dc2-24cd-4132-900e-5fa1387282db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:08.144608 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13246dc2-24cd-4132-900e-5fa1387282db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:08.245810 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13246dc2-24cd-4132-900e-5fa1387282db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:08.248453 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13246dc2-24cd-4132-900e-5fa1387282db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:08.249626 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-13246dc2-24cd-4132-900e-5fa1387282db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4712ebe6-903c-4cb5-879f-538cb35fdab1 HTTP/1.1" status: 204 len: 168 time: 0.1818926 Jun 16 17:14:08.250541 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ad6d7781-fdb4-45d1-ab86-6ef6cc178482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:08.259746 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13246dc2-24cd-4132-900e-5fa1387282db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4712ebe6-903c-4cb5-879f-538cb35fdab1,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:08.262146 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-13246dc2-24cd-4132-900e-5fa1387282db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:08.524842 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6249c-120c-4584-b69b-927f0e59d789 req-f9676b92-0285-4c05-ab82-191efd1f20c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:08.526404 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4bf6249c-120c-4584-b69b-927f0e59d789 req-f9676b92-0285-4c05-ab82-191efd1f20c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0706635 Jun 16 17:14:08.575939 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4bf6249c-120c-4584-b69b-927f0e59d789 req-41a7a243-9bb3-4717-b92c-6b45736adbcb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436518 Jun 16 17:14:09.831275 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b97b9a-112f-4e5e-8873-a7ec79d9522f req-cad7eeab-0892-45fe-b659-bd53af806232 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:09.832881 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-75b97b9a-112f-4e5e-8873-a7ec79d9522f req-cad7eeab-0892-45fe-b659-bd53af806232 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1137505 Jun 16 17:14:09.877129 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-75b97b9a-112f-4e5e-8873-a7ec79d9522f req-b11736a2-ba66-4414-855f-8939750257a7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382798 Jun 16 17:14:11.130333 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd58143-38a5-4003-9725-a66772959c85 req-ed0ec411-3271-4e34-930b-9789a0913071 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:11.135087 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6dd58143-38a5-4003-9725-a66772959c85 req-ed0ec411-3271-4e34-930b-9789a0913071 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0936778 Jun 16 17:14:11.178994 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6dd58143-38a5-4003-9725-a66772959c85 req-23228874-3691-4b34-b031-8517942736f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373559 Jun 16 17:14:12.402451 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27a445-0def-4eed-8510-c2c8bf2e7198 req-c5ac2a72-4411-4cf2-9286-f4c9638e1a67 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:12.405087 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ca27a445-0def-4eed-8510-c2c8bf2e7198 req-c5ac2a72-4411-4cf2-9286-f4c9638e1a67 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0846689 Jun 16 17:14:12.450503 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ca27a445-0def-4eed-8510-c2c8bf2e7198 req-5e6fffd3-fd2b-4ef8-b6de-b2384a962ab8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394664 Jun 16 17:14:13.677695 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f14e3-eacf-4f2c-bca4-79de3b794579 req-e6e249b8-4b40-456c-af4b-f62c2ea7d47d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:13.679185 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a16f14e3-eacf-4f2c-bca4-79de3b794579 req-e6e249b8-4b40-456c-af4b-f62c2ea7d47d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0845544 Jun 16 17:14:13.721622 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a16f14e3-eacf-4f2c-bca4-79de3b794579 req-3bbf471a-a2f4-4ef8-bc66-6a6822d359e9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360496 Jun 16 17:14:14.912009 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931d19a-d1c8-45b2-9e41-e4aa55780349 req-edb69bda-de6f-4f53-bd00-5d2c67f3eabb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:14.913823 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f931d19a-d1c8-45b2-9e41-e4aa55780349 req-edb69bda-de6f-4f53-bd00-5d2c67f3eabb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0642993 Jun 16 17:14:14.950861 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f931d19a-d1c8-45b2-9e41-e4aa55780349 req-e6e86d8d-e49b-443c-a586-a11b26612966 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315578 Jun 16 17:14:15.293057 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 47994) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:15.394746 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:15.481736 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:15.610807 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:15.613439 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3f519820-8b2d-4995-90ec-8aab855b4a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:15.650495 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e809685ab9d74f5ea29b699f92e8ec03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562870 Jun 16 17:14:15.651499 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88521ced-dbeb-4d0f-bd96-7843938f2c63,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:15.653273 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 47998) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:15.658716 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.659103 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.659477 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.659844 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.660205 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.660568 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.660931 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.661288 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.661665 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.662019 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.662370 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.662719 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:15.666569 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:15.707982 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d443b783-f983-4477-84aa-d5eeaf0c0614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:15.728795 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d443b783-f983-4477-84aa-d5eeaf0c0614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:15.868090 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d443b783-f983-4477-84aa-d5eeaf0c0614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:15.870633 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d443b783-f983-4477-84aa-d5eeaf0c0614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:15.871750 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d443b783-f983-4477-84aa-d5eeaf0c0614 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88521ced-dbeb-4d0f-bd96-7843938f2c63 HTTP/1.1" status: 204 len: 168 time: 0.2174532 Jun 16 17:14:15.872502 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-35cb7704-119c-4d2c-aacd-26e2c1aabc3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:15.880543 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443b783-f983-4477-84aa-d5eeaf0c0614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88521ced-dbeb-4d0f-bd96-7843938f2c63,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:15.883521 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d443b783-f983-4477-84aa-d5eeaf0c0614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:16.153642 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c60a3-5747-45ed-aafb-2bb12d647f32 req-6fede464-3490-4acb-8925-7ad89767cd56 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:16.155048 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9d7c60a3-5747-45ed-aafb-2bb12d647f32 req-6fede464-3490-4acb-8925-7ad89767cd56 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0671074 Jun 16 17:14:16.192194 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9d7c60a3-5747-45ed-aafb-2bb12d647f32 req-6ff66036-d308-419f-8919-8f1c604a079f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307326 Jun 16 17:14:16.649654 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 48008) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:16.663869 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f753adbe-9707-4f5d-a342-027a37b57863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:16.799530 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f753adbe-9707-4f5d-a342-027a37b57863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:16.896624 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f753adbe-9707-4f5d-a342-027a37b57863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:16.899582 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-38933f83-5ecb-427b-97a1-9c31338bc836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:16.943875 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48010) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:16.944484 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f753adbe-9707-4f5d-a342-027a37b57863 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e46249eb44644bbb43aa970c2ed1b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931840 Jun 16 17:14:16.954336 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753adbe-9707-4f5d-a342-027a37b57863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c06520c-a2dd-4816-9514-79cd063b0308,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:16.958201 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f753adbe-9707-4f5d-a342-027a37b57863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:17.006851 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b152085a-ab30-4897-9fc7-901a8c409e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:17.034260 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b152085a-ab30-4897-9fc7-901a8c409e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:17.178486 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b152085a-ab30-4897-9fc7-901a8c409e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:17.181237 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b152085a-ab30-4897-9fc7-901a8c409e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:17.182460 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b152085a-ab30-4897-9fc7-901a8c409e08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c06520c-a2dd-4816-9514-79cd063b0308 HTTP/1.1" status: 204 len: 168 time: 0.2374074 Jun 16 17:14:17.183305 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3375c63a-c777-41be-af21-ead62613a370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:17.193093 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152085a-ab30-4897-9fc7-901a8c409e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c06520c-a2dd-4816-9514-79cd063b0308,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:17.196038 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b152085a-ab30-4897-9fc7-901a8c409e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:17.375535 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f4105-0200-4cf4-82df-ad9b3c65ba4c req-a8f84325-2cc3-45a8-983e-3152fc4ba3b6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:17.377025 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a7f4105-0200-4cf4-82df-ad9b3c65ba4c req-a8f84325-2cc3-45a8-983e-3152fc4ba3b6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0671275 Jun 16 17:14:17.415798 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a7f4105-0200-4cf4-82df-ad9b3c65ba4c req-b9349de4-db84-479f-a33d-32f54b9175ca tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328443 Jun 16 17:14:18.642889 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec72e6c-9df5-4b2e-afb2-f52e9d53dee6 req-29459d9e-0584-49aa-8923-1848d454982f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:18.652636 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1ec72e6c-9df5-4b2e-afb2-f52e9d53dee6 req-29459d9e-0584-49aa-8923-1848d454982f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1008987 Jun 16 17:14:18.694053 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1ec72e6c-9df5-4b2e-afb2-f52e9d53dee6 req-228015f0-421f-4310-a864-11296ab0a731 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391505 Jun 16 17:14:19.906735 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031926e-4f79-4aa5-8fe5-5e4abec575b1 req-c827cdae-a5fa-4d8a-9fd9-13395bb75b05 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:19.908478 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d031926e-4f79-4aa5-8fe5-5e4abec575b1 req-c827cdae-a5fa-4d8a-9fd9-13395bb75b05 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0683725 Jun 16 17:14:19.949955 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d031926e-4f79-4aa5-8fe5-5e4abec575b1 req-34e059b5-9261-4f78-9375-a1a88e9018ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357749 Jun 16 17:14:21.134790 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a720e-846e-4492-91c9-1d9b1535fb1d req-0ad8b5a4-6cf2-40b8-8239-13bcce49f007 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:21.136221 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-676a720e-846e-4492-91c9-1d9b1535fb1d req-0ad8b5a4-6cf2-40b8-8239-13bcce49f007 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0664263 Jun 16 17:14:21.176011 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-676a720e-846e-4492-91c9-1d9b1535fb1d req-f45ebf19-468e-4c01-83ce-c17e481cf1a9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332663 Jun 16 17:14:22.404615 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992875af-fb39-46a4-a267-9a7709937701 req-1e70ec49-d0af-4f89-aa06-1aba11cb969d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:22.406009 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-992875af-fb39-46a4-a267-9a7709937701 req-1e70ec49-d0af-4f89-aa06-1aba11cb969d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0674739 Jun 16 17:14:22.447865 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-992875af-fb39-46a4-a267-9a7709937701 req-e4a7aa97-6189-4c4b-8f6f-8f754ec8f8aa tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361283 Jun 16 17:14:23.416361 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:23.643981 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866274c2-fdfb-4fa0-9419-561da5f73f52 req-ea372f83-9676-431e-b4a6-df0bb538e22f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:23.646346 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-866274c2-fdfb-4fa0-9419-561da5f73f52 req-ea372f83-9676-431e-b4a6-df0bb538e22f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0687602 Jun 16 17:14:23.696403 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-866274c2-fdfb-4fa0-9419-561da5f73f52 req-918763d9-9919-48e9-9fef-a90f27c7c09e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 Jun 16 17:14:24.892616 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bf448-3441-44fb-937c-bc767a373980 req-e4183549-9836-4dbe-8219-fdf33d5808da tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:24.894130 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-068bf448-3441-44fb-937c-bc767a373980 req-e4183549-9836-4dbe-8219-fdf33d5808da tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0704031 Jun 16 17:14:24.933333 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-068bf448-3441-44fb-937c-bc767a373980 req-146513bd-e74f-4459-a39d-bf0a7f2906d8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334942 Jun 16 17:14:26.174449 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bbbf4-ddf4-489c-ae4b-665b30099a5e req-df80c4d7-6590-4054-b27c-92776a492316 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:26.176040 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-638bbbf4-ddf4-489c-ae4b-665b30099a5e req-df80c4d7-6590-4054-b27c-92776a492316 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0755906 Jun 16 17:14:26.223562 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-638bbbf4-ddf4-489c-ae4b-665b30099a5e req-64f9c9b5-0f6e-4fbc-9219-f50c7ae80106 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Jun 16 17:14:26.485969 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a2a37dc3-346f-4f04-9ca4-307b3112b7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:27.409129 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5e2cb-f43e-49f9-9d9a-1e15c99a8665 req-05093471-251d-4f19-a8ea-9212d4889e33 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:27.410787 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ac5e2cb-f43e-49f9-9d9a-1e15c99a8665 req-05093471-251d-4f19-a8ea-9212d4889e33 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0624318 Jun 16 17:14:27.450287 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ac5e2cb-f43e-49f9-9d9a-1e15c99a8665 req-5db9564c-90da-4ef0-ad46-e3201655bb66 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337942 Jun 16 17:14:28.635890 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a882995-c655-4edf-892e-6d7a321f7baa req-d3fbcb7c-a9f2-4b0e-92a5-f04deafa8584 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:28.637283 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a882995-c655-4edf-892e-6d7a321f7baa req-d3fbcb7c-a9f2-4b0e-92a5-f04deafa8584 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0665593 Jun 16 17:14:28.683731 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a882995-c655-4edf-892e-6d7a321f7baa req-c2d7314f-0664-4d4e-a3fc-3e1fcc4c195b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403643 Jun 16 17:14:29.125268 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:29.262757 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-44ea2874-45e3-495c-93a5-dd15ebae8fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:29.882139 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee9e8-a9f1-4e7e-9929-1e523ec3a82b req-e7d68fad-c503-422d-a7dc-142e51ada39c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:29.886023 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09aee9e8-a9f1-4e7e-9929-1e523ec3a82b req-e7d68fad-c503-422d-a7dc-142e51ada39c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0737734 Jun 16 17:14:29.926530 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-09aee9e8-a9f1-4e7e-9929-1e523ec3a82b req-d2a18847-5669-48b2-87ab-0e0a82b025ea tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356269 Jun 16 17:14:30.868998 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:31.121982 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795006a-0e40-4322-ab77-fe61a2a39920 req-23e3fc3c-04da-4b61-9a52-6f77623980ad tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:31.123508 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3795006a-0e40-4322-ab77-fe61a2a39920 req-23e3fc3c-04da-4b61-9a52-6f77623980ad tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0731690 Jun 16 17:14:31.169835 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3795006a-0e40-4322-ab77-fe61a2a39920 req-9fe3266e-5b60-4244-9447-e0fac6e91f84 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392730 Jun 16 17:14:32.267948 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:32.379684 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832502b6-0524-4513-b0b2-22d264578498 req-c2bb3ada-810e-49bd-98d9-fc6ec462601a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:32.382638 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-832502b6-0524-4513-b0b2-22d264578498 req-c2bb3ada-810e-49bd-98d9-fc6ec462601a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0707095 Jun 16 17:14:32.423590 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-832502b6-0524-4513-b0b2-22d264578498 req-bcf33041-5032-43c2-a033-914f3ab43d27 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336187 Jun 16 17:14:32.467049 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48224) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:32.581946 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f80d8f36-e097-497e-b79d-8dc664471ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:32.679085 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f80d8f36-e097-497e-b79d-8dc664471ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:32.764897 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f80d8f36-e097-497e-b79d-8dc664471ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:32.767622 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c672ef7b-02d2-4f36-8288-11514ce81281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:32.804294 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d8f36-e097-497e-b79d-8dc664471ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2968eb-6bfd-4674-8760-1484358e313f,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:32.808841 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f80d8f36-e097-497e-b79d-8dc664471ab7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55aacfa498374f9eb0fb6d7076f241ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407252 Jun 16 17:14:32.810191 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f80d8f36-e097-497e-b79d-8dc664471ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:32.811647 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48232) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:32.866077 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12b9-c06a-4dd9-9eeb-33f4135d6f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:32.888548 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12b9-c06a-4dd9-9eeb-33f4135d6f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:33.062458 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12b9-c06a-4dd9-9eeb-33f4135d6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:33.065171 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8e9a12b9-c06a-4dd9-9eeb-33f4135d6f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:33.066667 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8e9a12b9-c06a-4dd9-9eeb-33f4135d6f91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe2968eb-6bfd-4674-8760-1484358e313f HTTP/1.1" status: 204 len: 168 time: 0.2540379 Jun 16 17:14:33.067566 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c4563bc8-7b62-4f62-b731-53c939d223f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:33.076247 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a12b9-c06a-4dd9-9eeb-33f4135d6f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2968eb-6bfd-4674-8760-1484358e313f,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:33.079056 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8e9a12b9-c06a-4dd9-9eeb-33f4135d6f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:33.624067 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73801e6d-9f35-4fda-bbc6-9fc0e9b3ebd2 req-ec7a601d-d0e4-4028-b8d0-caf5bf9cb736 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:33.625696 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-73801e6d-9f35-4fda-bbc6-9fc0e9b3ebd2 req-ec7a601d-d0e4-4028-b8d0-caf5bf9cb736 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0697017 Jun 16 17:14:33.677211 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-73801e6d-9f35-4fda-bbc6-9fc0e9b3ebd2 req-cc2cb83c-2880-419c-bda3-789472076e28 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Jun 16 17:14:33.786345 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 48248) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:33.800929 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-16ec4e77-3a04-4cb7-b089-85f258a6f480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:33.907201 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-16ec4e77-3a04-4cb7-b089-85f258a6f480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:33.999471 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-16ec4e77-3a04-4cb7-b089-85f258a6f480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:34.002213 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-856273dd-a46a-4f75-90c9-f75a93d4950f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:34.049694 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-16ec4e77-3a04-4cb7-b089-85f258a6f480 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ca71fbbb1604cae85d7a6eff1a59999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596498 Jun 16 17:14:34.049694 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec4e77-3a04-4cb7-b089-85f258a6f480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c26cdc7-6e4a-4d9e-82d8-037fd31315a0,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:34.051021 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48250) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:34.051566 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-16ec4e77-3a04-4cb7-b089-85f258a6f480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:34.105979 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-038a12ae-35eb-412d-909e-9b0dc39c2590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:34.127453 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-038a12ae-35eb-412d-909e-9b0dc39c2590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:34.256454 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-038a12ae-35eb-412d-909e-9b0dc39c2590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:34.259088 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-038a12ae-35eb-412d-909e-9b0dc39c2590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:34.260217 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-038a12ae-35eb-412d-909e-9b0dc39c2590 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c26cdc7-6e4a-4d9e-82d8-037fd31315a0 HTTP/1.1" status: 204 len: 168 time: 0.2061093 Jun 16 17:14:34.261131 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8e9a12b9-c06a-4dd9-9eeb-33f4135d6f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:34.269008 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a12ae-35eb-412d-909e-9b0dc39c2590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c26cdc7-6e4a-4d9e-82d8-037fd31315a0,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:34.271863 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-038a12ae-35eb-412d-909e-9b0dc39c2590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:34.876423 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1cb5d-6e8f-48f7-817b-b873103796a5 req-19419827-7206-4709-ae3b-517a7a57d89b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:34.878016 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7bd1cb5d-6e8f-48f7-817b-b873103796a5 req-19419827-7206-4709-ae3b-517a7a57d89b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0699062 Jun 16 17:14:34.926092 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7bd1cb5d-6e8f-48f7-817b-b873103796a5 req-c668d2b9-6fdc-42e7-9502-74230dea3b36 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408211 Jun 16 17:14:35.036444 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48268) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:35.051145 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-27f80706-f0b2-40d2-a1eb-6f36068da473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:35.144755 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-27f80706-f0b2-40d2-a1eb-6f36068da473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:35.239353 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-27f80706-f0b2-40d2-a1eb-6f36068da473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:35.242153 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ce0c598f-eecb-46b5-819f-9e8741c82fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:35.288823 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f80706-f0b2-40d2-a1eb-6f36068da473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5efa3f-bb9c-4d2e-9e1c-c1e702f88d96,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:35.293613 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-27f80706-f0b2-40d2-a1eb-6f36068da473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:35.296923 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-27f80706-f0b2-40d2-a1eb-6f36068da473 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ad99d2e7120464e8edc608a5a2d7332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582977 Jun 16 17:14:35.299320 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 48272) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:35.353184 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-10496d44-2242-4e12-8ddf-f7f04d2fe5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:35.375820 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-10496d44-2242-4e12-8ddf-f7f04d2fe5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:35.520701 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-10496d44-2242-4e12-8ddf-f7f04d2fe5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:35.526664 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-10496d44-2242-4e12-8ddf-f7f04d2fe5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:35.534636 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-10496d44-2242-4e12-8ddf-f7f04d2fe5f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab5efa3f-bb9c-4d2e-9e1c-c1e702f88d96 HTTP/1.1" status: 204 len: 168 time: 0.2275541 Jun 16 17:14:35.534636 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-af989703-cae1-42a3-a733-eae5d337e272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:35.538843 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10496d44-2242-4e12-8ddf-f7f04d2fe5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5efa3f-bb9c-4d2e-9e1c-c1e702f88d96,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:35.542333 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-10496d44-2242-4e12-8ddf-f7f04d2fe5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:36.145351 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d6e01-e52d-4795-9da8-3eb5d9dd9306 req-6b437c4d-3c8c-4dcc-9fe3-8b3d1c8eaa51 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:36.147518 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-188d6e01-e52d-4795-9da8-3eb5d9dd9306 req-6b437c4d-3c8c-4dcc-9fe3-8b3d1c8eaa51 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0828416 Jun 16 17:14:36.189782 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-188d6e01-e52d-4795-9da8-3eb5d9dd9306 req-022ae06f-ad16-46b0-9f12-fdf00ced99a2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363090 Jun 16 17:14:37.379138 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8fa1-f198-4dcc-b58d-525a8d52615e req-93274e0a-d40d-4853-a369-2819760ca578 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:37.381427 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-99da8fa1-f198-4dcc-b58d-525a8d52615e req-93274e0a-d40d-4853-a369-2819760ca578 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.0676246 Jun 16 17:14:37.422797 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-99da8fa1-f198-4dcc-b58d-525a8d52615e req-b4a9253b-db96-4d90-a848-6e82753f0e06 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351655 Jun 16 17:14:38.581134 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 36c65c14-695b-46a8-8560-9aa33db4b55b details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:14:38.656045 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349c710-b8ca-4da5-8514-aa1581b051f1 req-945b95ac-2ed9-41b4-896a-8c422fdf5568 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:38.658265 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5349c710-b8ca-4da5-8514-aa1581b051f1 req-945b95ac-2ed9-41b4-896a-8c422fdf5568 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 943 time: 0.1047885 Jun 16 17:14:38.710526 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:14:38.717258 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5349c710-b8ca-4da5-8514-aa1581b051f1 req-e04bf05f-1eff-4c8b-96c6-5466dcc130b2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462525 Jun 16 17:14:38.725452 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'port_id': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'mac_address': 'fa:16:3e:85:8d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:14:38.770392 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:38.791971 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c65c14-695b-46a8-8560-9aa33db4b55b {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:14:38.813650 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:14:38.994002 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:38.995932 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:39.050539 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=36c65c14-695b-46a8-8560-9aa33db4b55b,revision_number=9']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:39.059239 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.059527 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.059878 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.060221 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.060551 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.060885 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.061212 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.061569 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.061905 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.062230 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.062555 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.062872 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:39.067270 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:39.376991 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['36c65c14-695b-46a8-8560-9aa33db4b55b'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:14:39.926580 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7dec7-8f4d-40aa-b0af-a9fde1d813dd req-e29ca469-8d5e-4d80-b5aa-f383277a318c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:39.929279 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f1d7dec7-8f4d-40aa-b0af-a9fde1d813dd req-e29ca469-8d5e-4d80-b5aa-f383277a318c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.0734000 Jun 16 17:14:39.973133 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f1d7dec7-8f4d-40aa-b0af-a9fde1d813dd req-a4af30c5-4c56-4913-b766-8d83f234323c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374455 Jun 16 17:14:41.173849 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06815030-07c3-4f92-867e-429b8c664680 req-07885889-9c92-4b9f-ad4f-ca2a765d0967 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:41.175371 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-06815030-07c3-4f92-867e-429b8c664680 req-07885889-9c92-4b9f-ad4f-ca2a765d0967 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.0815325 Jun 16 17:14:41.214897 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-06815030-07c3-4f92-867e-429b8c664680 req-4275d466-e85d-4d88-99ac-e88277e787f3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338254 Jun 16 17:14:42.417092 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d346a5-8267-4dba-bade-858172c5816a req-b04a7e7c-9ec4-4e5b-b176-47a668f9b811 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:42.418792 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86d346a5-8267-4dba-bade-858172c5816a req-b04a7e7c-9ec4-4e5b-b176-47a668f9b811 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.0724168 Jun 16 17:14:42.461546 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86d346a5-8267-4dba-bade-858172c5816a req-e1d22c1a-3a2d-4875-8085-fb8231ae4797 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367692 Jun 16 17:14:43.658228 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8ad40-8a9e-444a-9ba8-a6b956a472aa req-9289f300-8988-43ca-a061-5c92f1c13bf3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:43.659840 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-25e8ad40-8a9e-444a-9ba8-a6b956a472aa req-9289f300-8988-43ca-a061-5c92f1c13bf3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.0778437 Jun 16 17:14:43.702384 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-25e8ad40-8a9e-444a-9ba8-a6b956a472aa req-496a1d37-c59f-4b9a-8df5-304440ab49a1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358582 Jun 16 17:14:44.538380 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:14:44.897871 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb86e93-4ca6-4860-a572-5e637b70592d req-471a0cfb-47fd-4919-84cb-ef54886bbc0b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:44.899386 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-adb86e93-4ca6-4860-a572-5e637b70592d req-471a0cfb-47fd-4919-84cb-ef54886bbc0b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.0735006 Jun 16 17:14:44.944507 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-adb86e93-4ca6-4860-a572-5e637b70592d req-ae8a3d80-02cc-4c6d-8e17-88e5558558ec tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388160 Jun 16 17:14:46.131474 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcce5b-2dfe-4989-a450-404d70b40346 req-abfc882b-eb6e-44b5-9b83-73c0457f22c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:46.132841 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5dcce5b-2dfe-4989-a450-404d70b40346 req-abfc882b-eb6e-44b5-9b83-73c0457f22c8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.0629990 Jun 16 17:14:46.172823 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c5dcce5b-2dfe-4989-a450-404d70b40346 req-6ad3f523-70dc-45c0-9ae9-f6f734f65039 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342801 Jun 16 17:14:47.365356 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0c83-caa6-4443-8e18-fc375f26c656 req-531205ca-66c0-4acb-81e4-0088a30d5eee tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:47.366999 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e1ac0c83-caa6-4443-8e18-fc375f26c656 req-531205ca-66c0-4acb-81e4-0088a30d5eee tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 944 time: 0.0667019 Jun 16 17:14:47.409321 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e1ac0c83-caa6-4443-8e18-fc375f26c656 req-b372f838-ed03-4108-a502-f5b22aa8397e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366902 Jun 16 17:14:48.061621 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 36c65c14-695b-46a8-8560-9aa33db4b55b up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:14:48.121882 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 36c65c14-695b-46a8-8560-9aa33db4b55b triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:14:48.122331 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:48.219111 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:48.244110 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:14:48.246631 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c033803-3190-455c-8cea-8eb8b2a29771" -d '{"events": [{"server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "name": "network-vif-plugged", "status": "completed", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:14:48.264875 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:14:48.347758 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:48.350956 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:48.402457 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=36c65c14-695b-46a8-8560-9aa33db4b55b,revision_number=10']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:48.406224 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:48.433333 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e540ab-78d5-4876-8a89-8fb410975e4a x-openstack-request-id: req-53e540ab-78d5-4876-8a89-8fb410975e4a {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:14:48.433682 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "name": "network-vif-plugged", "status": "completed", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:14:48.433952 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53e540ab-78d5-4876-8a89-8fb410975e4a {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:14:48.434362 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'code': 200} Jun 16 17:14:48.648063 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de27dc-e1ac-45bf-8f54-6a9de98beb9b req-ff7a5b99-d437-4f7b-9ecc-0f59733febc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:48.649595 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-36de27dc-e1ac-45bf-8f54-6a9de98beb9b req-ff7a5b99-d437-4f7b-9ecc-0f59733febc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 946 time: 0.0992813 Jun 16 17:14:48.697568 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-36de27dc-e1ac-45bf-8f54-6a9de98beb9b req-4dd598c0-c122-4bb1-8d91-99d52f0065f5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 Jun 16 17:14:49.263641 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f0d81-2e6f-4465-84f1-3f8367a1b8f0 req-9c243807-d55e-42a3-8e76-c2d12fdd3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:49.265174 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-206f0d81-2e6f-4465-84f1-3f8367a1b8f0 req-9c243807-d55e-42a3-8e76-c2d12fdd3658 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 1099 time: 0.0610325 Jun 16 17:14:49.303010 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-206f0d81-2e6f-4465-84f1-3f8367a1b8f0 req-91f4d4f0-77f0-4bb4-a7fb-fbc9a49c8507 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309525 Jun 16 17:14:49.893453 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f6c3e-a9fe-4b94-9764-bd953e84d296 req-5a901de8-40cf-4bc6-a797-c4d3b7105001 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:49.894846 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c8f6c3e-a9fe-4b94-9764-bd953e84d296 req-5a901de8-40cf-4bc6-a797-c4d3b7105001 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 946 time: 0.0684588 Jun 16 17:14:49.941343 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c8f6c3e-a9fe-4b94-9764-bd953e84d296 req-e0b8ce74-2863-4638-a951-f40f512afe26 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400991 Jun 16 17:14:51.224551 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a80cfd-a9fa-4275-ba71-aea12f721631 req-6c7e3ca0-d619-41fa-9175-0cf6179e441f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:51.224551 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d4a80cfd-a9fa-4275-ba71-aea12f721631 req-6c7e3ca0-d619-41fa-9175-0cf6179e441f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 946 time: 0.1015651 Jun 16 17:14:51.278410 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d4a80cfd-a9fa-4275-ba71-aea12f721631 req-f1ca8344-38be-4628-a008-1681d994d660 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504835 Jun 16 17:14:52.535038 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e37b97-15b5-4e95-a873-2c372fe1fe5e req-057566b3-a497-41f0-8158-2b5f00e4e6e7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:52.536349 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91e37b97-15b5-4e95-a873-2c372fe1fe5e req-057566b3-a497-41f0-8158-2b5f00e4e6e7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 946 time: 0.0830159 Jun 16 17:14:52.579910 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91e37b97-15b5-4e95-a873-2c372fe1fe5e req-5396958b-caf2-4c4a-9ad4-f30a94ccbf9e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371792 Jun 16 17:14:53.317850 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 48564) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:53.438853 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-30b38017-6bda-425f-94d1-6052d368945d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:53.485377 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:53.533267 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-30b38017-6bda-425f-94d1-6052d368945d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:53.647560 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-30b38017-6bda-425f-94d1-6052d368945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:53.650618 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1c1b286e-6c88-4231-9328-4203852c8dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:53.687549 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-30b38017-6bda-425f-94d1-6052d368945d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ae5413409a7475c9fdf494c207744c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685482 Jun 16 17:14:53.688678 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b38017-6bda-425f-94d1-6052d368945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c58789-503a-4614-b929-2304672faf22,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:53.690292 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48570) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:53.692305 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-30b38017-6bda-425f-94d1-6052d368945d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:53.753017 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1d309be6-60fb-4069-a09a-d6cccdbb7855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:53.778368 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1d309be6-60fb-4069-a09a-d6cccdbb7855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:53.793830 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7af1e-be9c-4d38-a763-b601de81e484 req-13e39bce-4ced-444d-be00-63f7c92b6e05 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:53.795367 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-64a7af1e-be9c-4d38-a763-b601de81e484 req-13e39bce-4ced-444d-be00-63f7c92b6e05 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 946 time: 0.0682712 Jun 16 17:14:53.841165 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-64a7af1e-be9c-4d38-a763-b601de81e484 req-e7233b05-5438-4b18-b228-06bd5588998e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 Jun 16 17:14:53.908039 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1d309be6-60fb-4069-a09a-d6cccdbb7855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:53.910885 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1d309be6-60fb-4069-a09a-d6cccdbb7855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:53.912461 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1d309be6-60fb-4069-a09a-d6cccdbb7855 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3c58789-503a-4614-b929-2304672faf22 HTTP/1.1" status: 204 len: 168 time: 0.2209313 Jun 16 17:14:53.913245 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ae07c03e-207c-46f6-8671-212ca0d2799d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:53.921920 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d309be6-60fb-4069-a09a-d6cccdbb7855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c58789-503a-4614-b929-2304672faf22,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:53.924727 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1d309be6-60fb-4069-a09a-d6cccdbb7855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:54.521764 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-d69b4d0b-e9cb-4e12-8f0b-86ddc9bad624 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604465 Jun 16 17:14:54.634040 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-a36e964a-4298-4c92-8495-04c0e6ed4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:54.634040 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-a36e964a-4298-4c92-8495-04c0e6ed4f30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 1098 time: 0.0574987 Jun 16 17:14:54.741612 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-25541329-4476-4536-9938-76c805cc4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:54.743062 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-25541329-4476-4536-9938-76c805cc4443 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 910 time: 0.0872633 Jun 16 17:14:54.756276 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48582) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:54.767417 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-78eaba9f-e569-48e9-be3f-98f6e336c69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:54.821604 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-ed3a57d9-59e4-4af4-a4f6-5b9d924276c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63265083-96b0-4d46-aaf0-55338b64d83c HTTP/1.1" status: 200 len: 1001 time: 0.0717788 Jun 16 17:14:54.875167 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-78eaba9f-e569-48e9-be3f-98f6e336c69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:54.880917 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-d835f152-ac7a-436f-b9c7-4d2d841822d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:54.882533 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-d835f152-ac7a-436f-b9c7-4d2d841822d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba0cf48a-5f55-4609-8052-40d4baf62024 HTTP/1.1" status: 200 len: 849 time: 0.0508661 Jun 16 17:14:54.941989 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-1a949ec7-c61c-4d36-bf5c-1eb7b82525e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:14:54.944223 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-1a949ec7-c61c-4d36-bf5c-1eb7b82525e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549328 Jun 16 17:14:54.947871 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-78eaba9f-e569-48e9-be3f-98f6e336c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:54.951899 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1acf9542-7b2c-465e-b931-a03cbf87780d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:54.989163 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-78eaba9f-e569-48e9-be3f-98f6e336c69a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88783d962cb644b396bc593a389a758d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349679 Jun 16 17:14:54.991258 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaba9f-e569-48e9-be3f-98f6e336c69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bf7abe-65d2-4f63-84ee-7b78aff1467e,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:54.993302 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48590) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:54.995355 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-78eaba9f-e569-48e9-be3f-98f6e336c69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:55.058522 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-5beb8d9b-dd55-42d0-be95-c9a839ce46b7 service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069024 Jun 16 17:14:55.066758 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-49fc4541-43ac-4605-8e2f-3d2c54fa948f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:55.093178 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-49fc4541-43ac-4605-8e2f-3d2c54fa948f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:55.154037 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ee2c42b-6691-4487-8b0c-0b94706eaf15 req-244d7abe-5792-49e6-899a-14e38f92324a service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840580 Jun 16 17:14:55.233563 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-49fc4541-43ac-4605-8e2f-3d2c54fa948f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:55.236219 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-49fc4541-43ac-4605-8e2f-3d2c54fa948f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:55.237423 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-49fc4541-43ac-4605-8e2f-3d2c54fa948f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3bf7abe-65d2-4f63-84ee-7b78aff1467e HTTP/1.1" status: 204 len: 168 time: 0.2431612 Jun 16 17:14:55.238224 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f6e1e99f-5a75-4f53-84e7-50baea6c528b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:55.246335 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc4541-43ac-4605-8e2f-3d2c54fa948f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bf7abe-65d2-4f63-84ee-7b78aff1467e,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:55.248452 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-49fc4541-43ac-4605-8e2f-3d2c54fa948f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:56.513548 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b1d3c219-4854-42bd-82b9-73c1462fadcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:58.095570 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 48646) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:58.214257 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b69e-79c1-4225-a240-03a83e907660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:58.319155 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b69e-79c1-4225-a240-03a83e907660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:58.433982 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b69e-79c1-4225-a240-03a83e907660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:58.438876 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-160f1c85-6718-46fe-accc-0aa8e6991e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:58.486785 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c6b5b69e-79c1-4225-a240-03a83e907660 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6beb2f024ca04e73be4a0084900b3691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877699 Jun 16 17:14:58.486785 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5b69e-79c1-4225-a240-03a83e907660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753c711e-97ed-4993-82d8-774979c31689,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:58.487158 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48652) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:58.489763 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c6b5b69e-79c1-4225-a240-03a83e907660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:58.539283 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8af82dfe-74d4-4429-8a4b-daa2f045c15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:58.560563 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8af82dfe-74d4-4429-8a4b-daa2f045c15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:58.741754 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8af82dfe-74d4-4429-8a4b-daa2f045c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:58.744294 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8af82dfe-74d4-4429-8a4b-daa2f045c15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:58.745470 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8af82dfe-74d4-4429-8a4b-daa2f045c15e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/753c711e-97ed-4993-82d8-774979c31689 HTTP/1.1" status: 204 len: 168 time: 0.2572813 Jun 16 17:14:58.746248 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8c5e978a-9420-490f-8617-ced4711bfc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:58.753936 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af82dfe-74d4-4429-8a4b-daa2f045c15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753c711e-97ed-4993-82d8-774979c31689,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:58.757044 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8af82dfe-74d4-4429-8a4b-daa2f045c15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:14:59.204777 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:59.325299 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-14075bb9-6d42-419c-9a8e-2b29c298dd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:59.728493 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48660) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:59.742761 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fcce-c953-4a34-90c4-073f352e3447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:59.833328 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fcce-c953-4a34-90c4-073f352e3447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:59.947932 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fcce-c953-4a34-90c4-073f352e3447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:59.950665 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-014d0c54-06d6-434d-a362-4d718ab46f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:14:59.988544 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b2d1fcce-c953-4a34-90c4-073f352e3447 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1811cb26198a425d97ef8d6000bfa73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589669 Jun 16 17:14:59.990443 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1fcce-c953-4a34-90c4-073f352e3447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329abca1-0049-42fe-a3e3-68aba5b4dbc7,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:59.992997 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 48662) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:14:59.994150 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b2d1fcce-c953-4a34-90c4-073f352e3447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:00.042880 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8ef2a845-5f95-4210-b8d9-9662eeaa660d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:00.064304 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8ef2a845-5f95-4210-b8d9-9662eeaa660d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:00.227734 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8ef2a845-5f95-4210-b8d9-9662eeaa660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:00.230341 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8ef2a845-5f95-4210-b8d9-9662eeaa660d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:00.231483 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8ef2a845-5f95-4210-b8d9-9662eeaa660d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/329abca1-0049-42fe-a3e3-68aba5b4dbc7 HTTP/1.1" status: 204 len: 168 time: 0.2373762 Jun 16 17:15:00.232312 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bba8cbdd-f827-477d-884f-3227528554a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:00.240581 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2a845-5f95-4210-b8d9-9662eeaa660d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329abca1-0049-42fe-a3e3-68aba5b4dbc7,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:00.242978 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8ef2a845-5f95-4210-b8d9-9662eeaa660d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:00.873109 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:01.911014 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48690) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:02.014564 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1030080120-network', 'tenant_id': 'b8295986b7774b4888bbe25c65a5a649'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:15:02.124958 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Made reservation on behalf of b8295986b7774b4888bbe25c65a5a649 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:15:02.127503 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:02.139675 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:02.233657 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:02.290412 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:02.358795 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:02.361895 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-57fb5cf2-7e53-4ac1-887f-8fd016142f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:02.386593 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:15:02.392986 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8878bc93-d600-410b-9eca-6b4b866ef7b4,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:02.396655 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:02.399447 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:02.399785 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Added segment dfe6088b-b838-47aa-8d0b-d4b3b5506b74 of type vlan for network 7f2ceee3-c56e-494c-accd-796a3185bdd5 Jun 16 17:15:02.444351 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:02.667431 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:02.668782 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:02.669365 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:02.671984 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6ac95033-76a1-41cf-ad44-eae352a313f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:02.729825 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2ceee3-c56e-494c-accd-796a3185bdd5,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:02.732547 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:02.740539 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 7f2ceee3-c56e-494c-accd-796a3185bdd5 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:15:02.840074 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9276686 Jun 16 17:15:02.843070 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48696) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:02.848625 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Request body: {'subnet': {'network_id': '7f2ceee3-c56e-494c-accd-796a3185bdd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1030080120-subnet', 'tenant_id': 'b8295986b7774b4888bbe25c65a5a649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:15:02.987576 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Made reservation on behalf of b8295986b7774b4888bbe25c65a5a649 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:15:02.990649 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4707700'] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:03.296540 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4707686'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:03.300811 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2a0759f5-78b6-4933-ba4a-e515311c759c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:03.360495 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e6bf8c-bec3-46e1-aaa3-8cd98e20cfab,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:03.364747 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:03.370955 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Checking segment: {'id': 'dfe6088b-b838-47aa-8d0b-d4b3b5506b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7f2ceee3-c56e-494c-accd-796a3185bdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:15:03.371335 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Network hostable DHCP agents. Network: 7f2ceee3-c56e-494c-accd-796a3185bdd5, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:15:03.561275 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Network 7f2ceee3-c56e-494c-accd-796a3185bdd5 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:15:03.713240 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 7f2ceee3-c56e-494c-accd-796a3185bdd5) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:15:03.718143 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:03.718737 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:03.723222 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0432a11a-6bbe-46fb-994a-e7553da303f3 None None] Network 7f2ceee3-c56e-494c-accd-796a3185bdd5 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:15:03.854144 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5196854-5bd9-4fd8-bcc1-84abe97d9820 None None] Network 7f2ceee3-c56e-494c-accd-796a3185bdd5 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:15:03.862639 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-fe86607f-d03e-40a2-8db4-52be6d9fa491 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0185061 Jun 16 17:15:04.838558 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 48716) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:04.843974 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1909107151-network', 'tenant_id': 'a092bd3d73af4c38aae6a66625e0a103'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:15:04.970717 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Made reservation on behalf of a092bd3d73af4c38aae6a66625e0a103 for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:15:04.973537 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:04.984060 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:05.080721 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:05.245165 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:05.248609 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f616f72c-cd42-42ef-8aed-06b1648463fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:05.275507 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:15:05.281936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923d6111-3068-4788-83cf-9f5389168975,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:05.285770 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:05.290046 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:05.290046 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Added segment 68a5f039-939d-4c55-a683-79727ca09f42 of type vlan for network c198fa2c-20c3-4ae2-8010-0e51cfa124e7 Jun 16 17:15:05.337940 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:05.485288 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:05.486912 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:05.487632 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:05.490338 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-09e29746-68a1-4714-9b6c-0774968c3632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:05.554077 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Pushing event updated for resources: {'Network': ['ID=c198fa2c-20c3-4ae2-8010-0e51cfa124e7,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:05.557111 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:05.565301 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network c198fa2c-20c3-4ae2-8010-0e51cfa124e7 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:15:05.646373 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8061454 Jun 16 17:15:05.648605 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 48720) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:05.653666 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Request body: {'subnet': {'network_id': 'c198fa2c-20c3-4ae2-8010-0e51cfa124e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1909107151-subnet', 'tenant_id': 'a092bd3d73af4c38aae6a66625e0a103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:15:05.775953 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Made reservation on behalf of a092bd3d73af4c38aae6a66625e0a103 for: {'subnet': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:15:05.778375 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4253762'] for subnet, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:06.039510 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4238900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4253776'] for subnet, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:06.042108 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6d411087-1004-410f-87dc-618d5211b7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:06.098605 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f3a8c0-ca17-46b8-9ced-24905ba91fbc,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:06.101804 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:06.105015 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Checking segment: {'id': '68a5f039-939d-4c55-a683-79727ca09f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c198fa2c-20c3-4ae2-8010-0e51cfa124e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:15:06.105366 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Network hostable DHCP agents. Network: c198fa2c-20c3-4ae2-8010-0e51cfa124e7, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:15:06.177128 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Network c198fa2c-20c3-4ae2-8010-0e51cfa124e7 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:15:06.233638 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, c198fa2c-20c3-4ae2-8010-0e51cfa124e7) {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:15:06.239963 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:06.240795 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:06.247200 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb1852-a58f-493e-bef4-aa468d121d9b None None] Network c198fa2c-20c3-4ae2-8010-0e51cfa124e7 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:15:06.319447 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-72f1705c-bcc9-4c54-b9c8-3ba821233f28 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6695588 Jun 16 17:15:06.390457 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62aa651-5418-4997-aa13-f062f6d337de None None] Network c198fa2c-20c3-4ae2-8010-0e51cfa124e7 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:15:10.104451 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 48768) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:10.213963 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cd44008d-0580-44ed-bce7-cbe94b02ebc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:10.318026 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cd44008d-0580-44ed-bce7-cbe94b02ebc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:10.392854 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cd44008d-0580-44ed-bce7-cbe94b02ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:10.396853 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b4b7fe53-537c-48f2-b361-319aee5d1d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:10.434464 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-cd44008d-0580-44ed-bce7-cbe94b02ebc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2838eed65d8a4ce8b8ca7aca78d2bcbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287795 Jun 16 17:15:10.435655 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44008d-0580-44ed-bce7-cbe94b02ebc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc8bbf1-8240-40ed-bb59-cdc71316c327,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:10.437567 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 48776) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:10.439136 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-cd44008d-0580-44ed-bce7-cbe94b02ebc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:10.493709 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:10.514947 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:10.639225 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:10.642038 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:10.643388 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bcc8bbf1-8240-40ed-bb59-cdc71316c327 HTTP/1.1" status: 204 len: 168 time: 0.2046864 Jun 16 17:15:10.644158 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8ef2a845-5f95-4210-b8d9-9662eeaa660d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:10.653147 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc8bbf1-8240-40ed-bb59-cdc71316c327,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:10.661538 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.662025 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.662399 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.662746 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.663102 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.663442 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.663788 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.664132 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.664476 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.664815 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.665152 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.665543 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:10.668962 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:21.537487 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:15:23.484911 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:24.668325 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa2221-71f4-4f94-996b-7be92d04a11e req-cdff3f92-7cad-4e37-a52a-db043a3c02e8 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:24.669842 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c0fa2221-71f4-4f94-996b-7be92d04a11e req-cdff3f92-7cad-4e37-a52a-db043a3c02e8 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0683160 Jun 16 17:15:24.710566 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c0fa2221-71f4-4f94-996b-7be92d04a11e req-6c0cc8f4-1bdd-43ad-8051-6798f3a03c88 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348012 Jun 16 17:15:25.890255 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9583406-aa00-4429-b0cd-ee6dbc0b49fe req-e4356096-cd8b-47e5-8b1b-efc51a500c3a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:25.891613 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a9583406-aa00-4429-b0cd-ee6dbc0b49fe req-e4356096-cd8b-47e5-8b1b-efc51a500c3a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0662427 Jun 16 17:15:25.932878 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a9583406-aa00-4429-b0cd-ee6dbc0b49fe req-8d93a80b-0660-454f-a808-1a75fa657870 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353932 Jun 16 17:15:26.467749 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0adf0d25-0f81-47ce-b5db-e429225e4c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:26.477714 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b6f23-f237-4db8-ac6c-ff6fb6a24f12 req-f7fbfcc4-80b1-4d64-959b-77cf6820b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:26.479198 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8f1b6f23-f237-4db8-ac6c-ff6fb6a24f12 req-f7fbfcc4-80b1-4d64-959b-77cf6820b223 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=985c974d42614aa6833f6677f03026f0&device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 1138 time: 0.0554051 Jun 16 17:15:26.577326 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b6f23-f237-4db8-ac6c-ff6fb6a24f12 req-060d57d7-9d15-41f4-892d-3a876d933347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:26.578812 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8f1b6f23-f237-4db8-ac6c-ff6fb6a24f12 req-060d57d7-9d15-41f4-892d-3a876d933347 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19312281-3844-4bef-8fd3-0aa0b70b8bf9 HTTP/1.1" status: 200 len: 914 time: 0.0924413 Jun 16 17:15:26.646652 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8f1b6f23-f237-4db8-ac6c-ff6fb6a24f12 req-65bc4e00-32ae-493a-aa3e-05d67b2593b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 200 len: 1002 time: 0.0596657 Jun 16 17:15:26.696042 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b6f23-f237-4db8-ac6c-ff6fb6a24f12 req-6d96d4e3-d0a9-43ec-930d-d2c93928296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:26.697502 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8f1b6f23-f237-4db8-ac6c-ff6fb6a24f12 req-6d96d4e3-d0a9-43ec-930d-d2c93928296b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=41eb959a-5f87-44c3-ba91-34050801a6de HTTP/1.1" status: 200 len: 853 time: 0.0443013 Jun 16 17:15:26.761032 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b6f23-f237-4db8-ac6c-ff6fb6a24f12 req-e1212c3d-0dd6-4006-9777-cc91789ca987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:26.762566 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8f1b6f23-f237-4db8-ac6c-ff6fb6a24f12 req-e1212c3d-0dd6-4006-9777-cc91789ca987 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19312281-3844-4bef-8fd3-0aa0b70b8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581002 Jun 16 17:15:26.860990 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8f1b6f23-f237-4db8-ac6c-ff6fb6a24f12 req-4750d290-22f7-4ba1-bbeb-a9d5961b525b service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906816 Jun 16 17:15:26.975473 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8f1b6f23-f237-4db8-ac6c-ff6fb6a24f12 req-8f86ef5c-9aa0-47b8-bbae-b7c92f5794b0 service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068892 Jun 16 17:15:27.156740 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d515-154b-45df-8f27-691451792a2d req-773621ed-afe9-496a-b52c-e3123387dbe6 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:27.158722 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3141d515-154b-45df-8f27-691451792a2d req-773621ed-afe9-496a-b52c-e3123387dbe6 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0813136 Jun 16 17:15:27.205418 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3141d515-154b-45df-8f27-691451792a2d req-8259fbbc-59f1-46e7-bfee-3108c7876cb4 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398326 Jun 16 17:15:28.429451 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1bd87-37af-4ca3-a04c-df09398f2a5c req-45d73951-c884-4aab-ac81-7d09335769da tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:28.432253 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-25f1bd87-37af-4ca3-a04c-df09398f2a5c req-45d73951-c884-4aab-ac81-7d09335769da tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0944138 Jun 16 17:15:28.491990 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-25f1bd87-37af-4ca3-a04c-df09398f2a5c req-f4248766-8360-45ce-829b-d6b4a17a2ac0 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524101 Jun 16 17:15:29.141894 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:29.244813 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6282a3ec-4400-4908-8f3c-049d7133b355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:29.686687 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e740ad-cbb1-48c5-9ce4-3a53f2450008 req-f92843b8-ad77-4fc6-a6d8-4218e6a0da71 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:29.688576 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5e740ad-cbb1-48c5-9ce4-3a53f2450008 req-f92843b8-ad77-4fc6-a6d8-4218e6a0da71 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0733898 Jun 16 17:15:29.745318 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5e740ad-cbb1-48c5-9ce4-3a53f2450008 req-330ad41e-1db7-4b05-a19f-795f145d213b tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479205 Jun 16 17:15:29.874673 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d0341-8110-4e51-acb9-ee66c9fe378c req-23b690ac-fbc7-466a-88a7-c96048cfb9dc tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:29.876140 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-276d0341-8110-4e51-acb9-ee66c9fe378c req-23b690ac-fbc7-466a-88a7-c96048cfb9dc tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0665345 Jun 16 17:15:29.928723 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-276d0341-8110-4e51-acb9-ee66c9fe378c req-a6159971-f0c9-4a21-9265-92ecbe6f0592 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379078 Jun 16 17:15:30.862028 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:30.963748 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4ec94-e9d5-46d1-a339-524b67034975 req-656e3eab-25dc-4831-bdf9-ab8e9e4bb9be tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:30.964542 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a1b4ec94-e9d5-46d1-a339-524b67034975 req-656e3eab-25dc-4831-bdf9-ab8e9e4bb9be tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0756140 Jun 16 17:15:31.027343 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a1b4ec94-e9d5-46d1-a339-524b67034975 req-9ea79d69-772c-4fd4-87a0-1838c5826b69 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564120 Jun 16 17:15:31.386059 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dc4fd-fb9f-4e7a-9bf4-a33d94a4f80d req-d19a774b-5646-4c7e-bde6-a55b5d86705e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:31.387605 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff2dc4fd-fb9f-4e7a-9bf4-a33d94a4f80d req-d19a774b-5646-4c7e-bde6-a55b5d86705e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.3311167 Jun 16 17:15:31.432052 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff2dc4fd-fb9f-4e7a-9bf4-a33d94a4f80d req-8cac2301-8634-4f71-88d3-9cd7578e2e68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377426 Jun 16 17:15:32.220546 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07502f12-54fc-47a9-84cd-efa965d94791 req-320677ed-75ba-46eb-abb3-0bd9a23aeb71 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:32.222058 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07502f12-54fc-47a9-84cd-efa965d94791 req-320677ed-75ba-46eb-abb3-0bd9a23aeb71 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0728788 Jun 16 17:15:32.265503 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07502f12-54fc-47a9-84cd-efa965d94791 req-20cd8827-e377-4d0d-a436-19e6cadddcc1 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362210 Jun 16 17:15:32.335254 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:32.624182 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e44567-bd76-4140-96d8-7cb422bf15eb req-231b1e9d-cf9e-40d0-b3f4-abd96dad169b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:32.626006 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-78e44567-bd76-4140-96d8-7cb422bf15eb req-231b1e9d-cf9e-40d0-b3f4-abd96dad169b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0719869 Jun 16 17:15:32.677247 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-78e44567-bd76-4140-96d8-7cb422bf15eb req-2c10ca36-355f-48bb-ba14-85e4392577b1 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388360 Jun 16 17:15:33.494862 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d426b2-ed62-45fb-89f5-235f3c2c48de req-e7a24092-2a09-4d70-98af-430faba0101b tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:33.497729 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-66d426b2-ed62-45fb-89f5-235f3c2c48de req-e7a24092-2a09-4d70-98af-430faba0101b tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0792947 Jun 16 17:15:33.541344 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-66d426b2-ed62-45fb-89f5-235f3c2c48de req-6985a91e-d84b-46b5-8d33-128d83a4c01e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359900 Jun 16 17:15:33.870346 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af0479-3e48-4261-ab64-7fac5e12fc62 req-977d2130-2f83-4a4c-81e7-f3020e569246 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:33.871844 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7af0479-3e48-4261-ab64-7fac5e12fc62 req-977d2130-2f83-4a4c-81e7-f3020e569246 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0677593 Jun 16 17:15:33.910544 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d7af0479-3e48-4261-ab64-7fac5e12fc62 req-d3bcfc0b-fac3-45de-8229-5b2f3ce70b1a tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328534 Jun 16 17:15:34.717831 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15587-8a00-4c58-b120-b730a74dc70b req-e397135b-fe5d-4a02-a890-8d330c45cb6b tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:34.719319 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c7d15587-8a00-4c58-b120-b730a74dc70b req-e397135b-fe5d-4a02-a890-8d330c45cb6b tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0636451 Jun 16 17:15:34.761223 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c7d15587-8a00-4c58-b120-b730a74dc70b req-a337ce1c-f052-4d52-a990-eb4d4462bb2a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349767 Jun 16 17:15:35.090095 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80b061-9e12-48ed-a6be-28c7853c7941 req-688cbab7-523f-47fb-846e-4921cc66888a tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:35.091630 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a80b061-9e12-48ed-a6be-28c7853c7941 req-688cbab7-523f-47fb-846e-4921cc66888a tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0678728 Jun 16 17:15:35.131481 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a80b061-9e12-48ed-a6be-28c7853c7941 req-c52ca81d-2a3c-43ac-92be-c96d5f6e9c3d tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340505 Jun 16 17:15:35.946142 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239332cd-ee02-4ff1-a875-98edac22bdd2 req-8dd18811-8d9b-4707-8a49-bada3e0f4e4c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:35.947729 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-239332cd-ee02-4ff1-a875-98edac22bdd2 req-8dd18811-8d9b-4707-8a49-bada3e0f4e4c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0700572 Jun 16 17:15:35.989057 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-239332cd-ee02-4ff1-a875-98edac22bdd2 req-242b23c8-95dd-4efb-888c-106b443d81c0 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347581 Jun 16 17:15:36.308207 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef774e4-cc38-4e1b-aafe-9c068047ab56 req-0691b1c1-3529-416d-aae6-abcbc6453369 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:36.309669 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bef774e4-cc38-4e1b-aafe-9c068047ab56 req-0691b1c1-3529-416d-aae6-abcbc6453369 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0653324 Jun 16 17:15:36.351274 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bef774e4-cc38-4e1b-aafe-9c068047ab56 req-8ead2b90-e437-461a-9137-2c086741d036 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359042 Jun 16 17:15:37.177466 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777da496-e9e5-4f68-8aab-293301c85545 req-1242c1b2-6065-43d7-9af9-ca8fe2815c3b tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:37.179103 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-777da496-e9e5-4f68-8aab-293301c85545 req-1242c1b2-6065-43d7-9af9-ca8fe2815c3b tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0752802 Jun 16 17:15:37.227900 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-777da496-e9e5-4f68-8aab-293301c85545 req-6f5929a5-5823-4675-a4be-f86c5b1381bd tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402365 Jun 16 17:15:37.526948 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12049c3-b612-4f64-9d9e-bc51d9bb8d16 req-3b166b22-e690-42e1-ae0a-1ea0e4e0a147 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:37.528515 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b12049c3-b612-4f64-9d9e-bc51d9bb8d16 req-3b166b22-e690-42e1-ae0a-1ea0e4e0a147 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0645986 Jun 16 17:15:37.566256 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b12049c3-b612-4f64-9d9e-bc51d9bb8d16 req-5d06c9e2-ba8e-41a9-9e67-fbf82ece4d28 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318532 Jun 16 17:15:38.416531 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f611d-eabf-49ec-82de-829934f5062d req-ecc6f967-16d0-43c7-92ae-61544a7bab55 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:38.418102 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4d0f611d-eabf-49ec-82de-829934f5062d req-ecc6f967-16d0-43c7-92ae-61544a7bab55 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0667944 Jun 16 17:15:38.458848 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4d0f611d-eabf-49ec-82de-829934f5062d req-cc2fe725-1c16-45a1-92d7-ef063bfab21f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349402 Jun 16 17:15:38.810221 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579914cc-aa53-4bfb-8ee3-8e67bf1f5e8c req-b90f2aa7-f787-463f-9171-f1eff9494b94 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:38.811650 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-579914cc-aa53-4bfb-8ee3-8e67bf1f5e8c req-b90f2aa7-f787-463f-9171-f1eff9494b94 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0720170 Jun 16 17:15:38.852038 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-579914cc-aa53-4bfb-8ee3-8e67bf1f5e8c req-0d174261-67c6-4f49-ab74-0c1c5209e741 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336249 Jun 16 17:15:39.345624 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49074) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:39.396817 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Deleting subnet 75e6bf8c-bec3-46e1-aaa3-8cd98e20cfab {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:15:39.402509 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:39.446433 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4648192'] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:39.484753 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:39.621187 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4646582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4707695'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:39.627560 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b28c821c-a8d7-44be-a1c7-bd07cf2ab34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:39.646808 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf8486-90e9-4922-9eef-3649c0daa69e req-7a5c89e6-c0ee-4fed-abfd-0ea6282f367e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:39.648427 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53cf8486-90e9-4922-9eef-3649c0daa69e req-7a5c89e6-c0ee-4fed-abfd-0ea6282f367e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0699713 Jun 16 17:15:39.655182 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e6bf8c-bec3-46e1-aaa3-8cd98e20cfab,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:39.657751 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:39.659536 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/75e6bf8c-bec3-46e1-aaa3-8cd98e20cfab HTTP/1.1" status: 204 len: 168 time: 0.3126297 Jun 16 17:15:39.662623 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49078) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:39.674828 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.675208 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.675572 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.676609 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.677203 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.677750 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.678382 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.678887 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.679295 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.679656 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.680008 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.680362 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:15:39.693515 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-52ec84f7-4203-411c-9a86-b92f3b65bc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:39.695956 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53cf8486-90e9-4922-9eef-3649c0daa69e req-6a4129bc-df67-4f88-88e5-ea8ddf108e97 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376649 Jun 16 17:15:39.752284 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:39.835584 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:39.848230 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2ceee3-c56e-494c-accd-796a3185bdd5']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:15:39.859504 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe6088b-b838-47aa-8d0b-d4b3b5506b74') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:15:39.859802 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe6088b-b838-47aa-8d0b-d4b3b5506b74') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:15:39.869748 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4648217'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:39.888403 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:39.896089 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4646441'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: timer() Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: cb(*args, **kw) Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: self._notify() Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: self.callback(batched_events) Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: event.method(event) Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._get(url).json() Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:15:39.899565 dv-cinder-772126-4-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:15:40.044549 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.048528 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:40.053228 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.055100 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7f2ceee3-c56e-494c-accd-796a3185bdd5 HTTP/1.1" status: 204 len: 168 time: 0.3915102 Jun 16 17:15:40.058027 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49084) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:40.064986 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2ceee3-c56e-494c-accd-796a3185bdd5,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:40.068109 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9f930d60-e8c9-4b45-aca0-fc70fb46f813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:40.107849 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deabd96-cac5-47d0-8767-1885d23f22e4 req-167130b9-d1cc-4fce-b0df-47a0e8a98ea1 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:40.107849 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4deabd96-cac5-47d0-8767-1885d23f22e4 req-167130b9-d1cc-4fce-b0df-47a0e8a98ea1 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1174648 Jun 16 17:15:40.131135 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d887404-c64f-44a9-8429-d50a54a8731b admin admin] Deleting subnet 56f3a8c0-ca17-46b8-9ced-24905ba91fbc {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:15:40.136338 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d887404-c64f-44a9-8429-d50a54a8731b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.177366 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4deabd96-cac5-47d0-8767-1885d23f22e4 req-2a839a47-392f-4aae-8055-a528efadb70f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637724 Jun 16 17:15:40.184860 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d887404-c64f-44a9-8429-d50a54a8731b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5826641'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.225788 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d887404-c64f-44a9-8429-d50a54a8731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.353434 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d887404-c64f-44a9-8429-d50a54a8731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253785'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.355870 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bf002244-f73c-41a7-8658-b6c9b85bef89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:40.378056 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d887404-c64f-44a9-8429-d50a54a8731b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f3a8c0-ca17-46b8-9ced-24905ba91fbc,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:40.381403 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9d887404-c64f-44a9-8429-d50a54a8731b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:40.387132 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d887404-c64f-44a9-8429-d50a54a8731b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.391868 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49090) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:40.392386 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9d887404-c64f-44a9-8429-d50a54a8731b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/56f3a8c0-ca17-46b8-9ced-24905ba91fbc HTTP/1.1" status: 204 len: 168 time: 0.3320670 Jun 16 17:15:40.464728 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.545403 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.555064 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c198fa2c-20c3-4ae2-8010-0e51cfa124e7']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:15:40.566999 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a5f039-939d-4c55-a683-79727ca09f42') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:15:40.566999 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a5f039-939d-4c55-a683-79727ca09f42') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:15:40.574134 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4648217'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.588546 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.595037 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:15:40.595427 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4646441'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: timer() Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: cb(*args, **kw) Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: self._notify() Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: self.callback(batched_events) Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: event.method(event) Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._get(url).json() Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:15:40.597172 dv-cinder-772126-4-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:15:40.764732 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.775996 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:40.778660 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:40.780833 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c198fa2c-20c3-4ae2-8010-0e51cfa124e7 HTTP/1.1" status: 204 len: 168 time: 0.3879361 Jun 16 17:15:40.800707 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c198fa2c-20c3-4ae2-8010-0e51cfa124e7,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:40.814260 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:40.893235 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ced583-827c-4a58-bc06-26b3c8de1f5a req-2f0a24ae-6fe4-4e6c-950a-d8967c5d889e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:40.895036 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a1ced583-827c-4a58-bc06-26b3c8de1f5a req-2f0a24ae-6fe4-4e6c-950a-d8967c5d889e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0676260 Jun 16 17:15:40.938369 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a1ced583-827c-4a58-bc06-26b3c8de1f5a req-a586c4c4-6835-4e06-b54d-96a4cffe3296 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374143 Jun 16 17:15:41.170639 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49100) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:41.219085 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-fb7aff5d-6f77-443b-8d46-bef424867270 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8295986b7774b4888bbe25c65a5a649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471783 Jun 16 17:15:41.221767 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49104) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:41.277954 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e0d199c4-4c37-4be7-99fd-e300d9f80699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:41.315662 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e0d199c4-4c37-4be7-99fd-e300d9f80699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:41.397729 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2b588-8f70-4301-a062-531e0e19b628 req-55df22e2-3dfb-4bd2-9f08-a7a52c737969 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:41.399254 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbe2b588-8f70-4301-a062-531e0e19b628 req-55df22e2-3dfb-4bd2-9f08-a7a52c737969 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1030419 Jun 16 17:15:41.452484 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbe2b588-8f70-4301-a062-531e0e19b628 req-9d7c1833-ced1-4a95-8a23-2eaa929604ff tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473738 Jun 16 17:15:41.461759 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e0d199c4-4c37-4be7-99fd-e300d9f80699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:41.464418 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e0d199c4-4c37-4be7-99fd-e300d9f80699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:41.465595 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-e0d199c4-4c37-4be7-99fd-e300d9f80699 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8878bc93-d600-410b-9eca-6b4b866ef7b4 HTTP/1.1" status: 204 len: 168 time: 0.2427950 Jun 16 17:15:41.466344 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b444174b-3fe3-41bc-a0d3-fa33babf4db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:41.479868 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d199c4-4c37-4be7-99fd-e300d9f80699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8878bc93-d600-410b-9eca-6b4b866ef7b4,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:41.484798 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e0d199c4-4c37-4be7-99fd-e300d9f80699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:42.114567 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21857e9-746a-4fe2-a90b-7228deda4072 req-8b6a41bb-2a1b-4fb0-bdd0-ee5f931fd7fd tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:42.116120 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e21857e9-746a-4fe2-a90b-7228deda4072 req-8b6a41bb-2a1b-4fb0-bdd0-ee5f931fd7fd tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0662346 Jun 16 17:15:42.157985 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e21857e9-746a-4fe2-a90b-7228deda4072 req-8341938f-41bd-4ae3-b212-ce844033a75e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358055 Jun 16 17:15:42.189227 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49120) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:42.235609 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-51f0894e-1196-4212-8dea-7a42e0df2920 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a092bd3d73af4c38aae6a66625e0a103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448291 Jun 16 17:15:42.237872 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49124) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:42.286476 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6931cf58-8122-4642-8b52-a57893b5e837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:42.308521 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6931cf58-8122-4642-8b52-a57893b5e837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:42.420789 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6931cf58-8122-4642-8b52-a57893b5e837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:42.423305 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6931cf58-8122-4642-8b52-a57893b5e837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:42.424444 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6931cf58-8122-4642-8b52-a57893b5e837 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/923d6111-3068-4788-83cf-9f5389168975 HTTP/1.1" status: 204 len: 168 time: 0.1851170 Jun 16 17:15:42.425227 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:42.433724 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931cf58-8122-4642-8b52-a57893b5e837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923d6111-3068-4788-83cf-9f5389168975,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:42.436082 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6931cf58-8122-4642-8b52-a57893b5e837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:42.638245 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edee58b-6fc5-4e43-8e03-d707c158aceb req-554457b9-3581-4ce4-8dc4-4cecb431c445 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:42.639931 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7edee58b-6fc5-4e43-8e03-d707c158aceb req-554457b9-3581-4ce4-8dc4-4cecb431c445 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0634217 Jun 16 17:15:42.679991 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7edee58b-6fc5-4e43-8e03-d707c158aceb req-bf9277fe-4d32-40e5-b7e6-3baa3136b5f4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343938 Jun 16 17:15:43.362325 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14244c66-25ce-4365-a2d5-d08e0f530a5b req-265d842c-00cf-4a46-953f-d428bcde10a9 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:43.364106 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-14244c66-25ce-4365-a2d5-d08e0f530a5b req-265d842c-00cf-4a46-953f-d428bcde10a9 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0812802 Jun 16 17:15:43.409093 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-14244c66-25ce-4365-a2d5-d08e0f530a5b req-bd9fea94-f754-4b94-8718-ac76b50e59e9 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389843 Jun 16 17:15:43.869375 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e1373-dc91-454a-89cc-b8b6a691edf0 req-84067fdb-d081-46bc-8b76-b00486deda12 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:43.870932 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e57e1373-dc91-454a-89cc-b8b6a691edf0 req-84067fdb-d081-46bc-8b76-b00486deda12 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0725663 Jun 16 17:15:43.912549 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e57e1373-dc91-454a-89cc-b8b6a691edf0 req-a6fb5c64-5196-4f97-b4a1-aa9cbf52eef1 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344803 Jun 16 17:15:44.047090 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49174) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:44.163611 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49180) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:44.205565 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0e999a29-5ec2-4f27-bde3-9a02d4427a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.226683 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bc712126-0ed0-4b24-aff8-31663b835cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.315159 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0e999a29-5ec2-4f27-bde3-9a02d4427a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.401238 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0e999a29-5ec2-4f27-bde3-9a02d4427a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.407072 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:44.465764 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-0e999a29-5ec2-4f27-bde3-9a02d4427a3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee8fea427c5941c0a07ecc9582d7ef8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174891 Jun 16 17:15:44.468290 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49186) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:44.473016 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e999a29-5ec2-4f27-bde3-9a02d4427a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ebe884-c3a8-415c-aeb7-ff605eedeb9e,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:44.477305 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0e999a29-5ec2-4f27-bde3-9a02d4427a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:44.529917 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-22981c4f-8a64-4de9-bdeb-eb0022e668ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.553428 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-22981c4f-8a64-4de9-bdeb-eb0022e668ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.584398 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bc712126-0ed0-4b24-aff8-31663b835cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.625536 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7604ccc-cf1f-45a1-97b7-84b7d063cf98 req-3ae6eb26-76ca-4666-83a4-ec9d324acbc3 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:44.627076 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e7604ccc-cf1f-45a1-97b7-84b7d063cf98 req-3ae6eb26-76ca-4666-83a4-ec9d324acbc3 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.0958626 Jun 16 17:15:44.674132 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e7604ccc-cf1f-45a1-97b7-84b7d063cf98 req-f0168286-bc4f-4871-a270-4d4320e776e1 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&id=cd5e0b48-d36d-4857-8d34-f6f793948fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390923 Jun 16 17:15:44.678417 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bc712126-0ed0-4b24-aff8-31663b835cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.681867 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:44.707336 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-22981c4f-8a64-4de9-bdeb-eb0022e668ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.710228 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-22981c4f-8a64-4de9-bdeb-eb0022e668ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.715042 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-22981c4f-8a64-4de9-bdeb-eb0022e668ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5ebe884-c3a8-415c-aeb7-ff605eedeb9e HTTP/1.1" status: 204 len: 168 time: 0.2454264 Jun 16 17:15:44.716428 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b152085a-ab30-4897-9fc7-901a8c409e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:44.722825 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-bc712126-0ed0-4b24-aff8-31663b835cd3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=532d89ab47e344bea268cbee6e4e4a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5580206 Jun 16 17:15:44.725074 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc712126-0ed0-4b24-aff8-31663b835cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf0c93-32b4-497e-83ed-dfa2bc6628ba,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:44.725197 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22981c4f-8a64-4de9-bdeb-eb0022e668ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ebe884-c3a8-415c-aeb7-ff605eedeb9e,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:44.726907 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49192) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:44.728393 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bc712126-0ed0-4b24-aff8-31663b835cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:44.729368 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-22981c4f-8a64-4de9-bdeb-eb0022e668ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:44.783798 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f7a81104-64b9-4a47-8af9-5ccc58bb0c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.809510 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f7a81104-64b9-4a47-8af9-5ccc58bb0c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.930735 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f7a81104-64b9-4a47-8af9-5ccc58bb0c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.933407 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f7a81104-64b9-4a47-8af9-5ccc58bb0c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:44.934537 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f7a81104-64b9-4a47-8af9-5ccc58bb0c0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09bf0c93-32b4-497e-83ed-dfa2bc6628ba HTTP/1.1" status: 204 len: 168 time: 0.2065029 Jun 16 17:15:44.935286 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-cf3aa7e8-c819-4946-90f0-3dcb725f5de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:44.943042 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a81104-64b9-4a47-8af9-5ccc58bb0c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf0c93-32b4-497e-83ed-dfa2bc6628ba,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:44.946171 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f7a81104-64b9-4a47-8af9-5ccc58bb0c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:45.118480 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbb6a5-929f-4d40-85e1-dad86e412874 req-8ac42a06-eeca-4fb2-8d8a-6ce086e1a4f8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:45.120114 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e0cbb6a5-929f-4d40-85e1-dad86e412874 req-8ac42a06-eeca-4fb2-8d8a-6ce086e1a4f8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0805080 Jun 16 17:15:45.166488 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e0cbb6a5-929f-4d40-85e1-dad86e412874 req-d259d4bd-5c2e-4bc9-b06e-858b4a36ebe7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381348 Jun 16 17:15:46.368570 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4db2e-c752-451e-a40d-6e0ab9e7fa42 req-42fdd403-1cf5-4dcb-93eb-a3e5ac3d822e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:46.371287 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e0c4db2e-c752-451e-a40d-6e0ab9e7fa42 req-42fdd403-1cf5-4dcb-93eb-a3e5ac3d822e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0760183 Jun 16 17:15:46.411748 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e0c4db2e-c752-451e-a40d-6e0ab9e7fa42 req-9ea1735a-0c65-41a8-81a9-47d7a6951548 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348613 Jun 16 17:15:47.001810 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49244) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:47.063707 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703d2e8-7634-4c61-833e-f1624989407f req-2fcbb14a-8927-4a20-9eba-821795bb1abb tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:47.066062 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8703d2e8-7634-4c61-833e-f1624989407f req-2fcbb14a-8927-4a20-9eba-821795bb1abb tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1002748 Jun 16 17:15:47.139240 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8703d2e8-7634-4c61-833e-f1624989407f req-c3f40afa-dffe-4469-b768-65f3f9b09e00 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666709 Jun 16 17:15:47.150569 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fb3aae56-25be-4f56-8c05-948f1630bf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:47.166385 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fc6c8-a3e9-4e90-aefd-0a1a4f210663 req-d02ba421-e87b-44aa-8680-18971028a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:47.171999 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab5fc6c8-a3e9-4e90-aefd-0a1a4f210663 req-d02ba421-e87b-44aa-8680-18971028a6f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 1098 time: 0.0807171 Jun 16 17:15:47.245874 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fb3aae56-25be-4f56-8c05-948f1630bf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:47.269300 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fc6c8-a3e9-4e90-aefd-0a1a4f210663 req-bf344ecf-ffad-4670-885b-b1f6535e6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:47.271332 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab5fc6c8-a3e9-4e90-aefd-0a1a4f210663 req-bf344ecf-ffad-4670-885b-b1f6535e6e16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 910 time: 0.0964439 Jun 16 17:15:47.330061 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fb3aae56-25be-4f56-8c05-948f1630bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:47.333552 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6bb20a89-887e-41da-a595-6fa23f63b70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:47.341538 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab5fc6c8-a3e9-4e90-aefd-0a1a4f210663 req-20560787-1710-4b89-a57d-078792ebaa2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63265083-96b0-4d46-aaf0-55338b64d83c HTTP/1.1" status: 200 len: 1001 time: 0.0628245 Jun 16 17:15:47.369156 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3aae56-25be-4f56-8c05-948f1630bf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a04ddd-fe40-48c1-81f4-2c15aa3a111c,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:47.373462 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-fb3aae56-25be-4f56-8c05-948f1630bf9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78b3ff2cdfdc44128a030b2a9839224e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700771 Jun 16 17:15:47.374331 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-fb3aae56-25be-4f56-8c05-948f1630bf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:47.377312 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49250) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:47.393657 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fc6c8-a3e9-4e90-aefd-0a1a4f210663 req-a53986ad-a10d-4945-950e-fe870ab1517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:47.395897 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab5fc6c8-a3e9-4e90-aefd-0a1a4f210663 req-a53986ad-a10d-4945-950e-fe870ab1517b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba0cf48a-5f55-4609-8052-40d4baf62024 HTTP/1.1" status: 200 len: 849 time: 0.0474496 Jun 16 17:15:47.448135 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0c6e27c4-390c-4cde-8625-a5c3d05a8c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:47.456646 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fc6c8-a3e9-4e90-aefd-0a1a4f210663 req-5b27e0fc-2947-4595-b6d6-a3f936c2916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:47.458891 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab5fc6c8-a3e9-4e90-aefd-0a1a4f210663 req-5b27e0fc-2947-4595-b6d6-a3f936c2916e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558879 Jun 16 17:15:47.470862 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0c6e27c4-390c-4cde-8625-a5c3d05a8c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:47.556313 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab5fc6c8-a3e9-4e90-aefd-0a1a4f210663 req-f61fa482-ec23-4b83-8468-372a33f690d1 service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898826 Jun 16 17:15:47.647386 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab5fc6c8-a3e9-4e90-aefd-0a1a4f210663 req-7c7a63a9-32a6-4865-93fc-9c2aa2e8d46e service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838189 Jun 16 17:15:47.662157 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0c6e27c4-390c-4cde-8625-a5c3d05a8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:47.665661 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0c6e27c4-390c-4cde-8625-a5c3d05a8c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:47.667349 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0c6e27c4-390c-4cde-8625-a5c3d05a8c1a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88a04ddd-fe40-48c1-81f4-2c15aa3a111c HTTP/1.1" status: 204 len: 168 time: 0.2889040 Jun 16 17:15:47.668312 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3129e390-0a17-4aaf-b382-6325428069a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:47.678525 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e27c4-390c-4cde-8625-a5c3d05a8c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a04ddd-fe40-48c1-81f4-2c15aa3a111c,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:47.681014 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0c6e27c4-390c-4cde-8625-a5c3d05a8c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:15:48.349613 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b3e01-f734-4a37-886f-bcc800255a8b req-73d7fe20-3f98-45f3-803c-c9908a3d691a tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:48.351271 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb3b3e01-f734-4a37-886f-bcc800255a8b req-73d7fe20-3f98-45f3-803c-c9908a3d691a tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0761287 Jun 16 17:15:48.397955 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb3b3e01-f734-4a37-886f-bcc800255a8b req-85686c2a-8444-4b28-bf82-a46aa65e597a tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361838 Jun 16 17:15:49.581537 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181524b2-b74a-45da-9a31-93d9cebda115 req-a994978d-0249-4c00-b546-2b0b2213e2e8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:49.583417 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-181524b2-b74a-45da-9a31-93d9cebda115 req-a994978d-0249-4c00-b546-2b0b2213e2e8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.0663445 Jun 16 17:15:49.627272 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-181524b2-b74a-45da-9a31-93d9cebda115 req-ee2aa0f8-5006-4b50-becf-417d313b3a53 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341337 Jun 16 17:15:53.461710 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:54.541952 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-ce28b379-a3da-4621-9d8f-9f2e08422719 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525515 Jun 16 17:15:54.633876 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-d35d5eaf-2ab6-441f-8918-5d42984619c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:54.635385 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-d35d5eaf-2ab6-441f-8918-5d42984619c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 1099 time: 0.0668008 Jun 16 17:15:54.755117 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-086fe84a-f319-4941-aa59-7cca01bf7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:54.756751 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-086fe84a-f319-4941-aa59-7cca01bf7e34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 917 time: 0.0958776 Jun 16 17:15:54.835358 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-0f5c28ae-9dae-455b-97e5-45317756ba0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36c65c14-695b-46a8-8560-9aa33db4b55b HTTP/1.1" status: 200 len: 1001 time: 0.0691590 Jun 16 17:15:54.885413 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-80611e86-5063-4559-8367-2a4df0327db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:54.886866 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-80611e86-5063-4559-8367-2a4df0327db6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 200 len: 856 time: 0.0451496 Jun 16 17:15:54.946756 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-58ffa25e-8aba-4ee1-bd7b-7b3e5074e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:15:54.948249 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-58ffa25e-8aba-4ee1-bd7b-7b3e5074e22a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544541 Jun 16 17:15:55.051618 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-1300211c-0264-4dee-a2ef-737607c37df4 service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954301 Jun 16 17:15:55.151088 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3897fad8-866e-4e0d-849e-5f5b1aebcbd7 req-597642e2-9be3-412c-a295-06c914e62884 service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923843 Jun 16 17:15:56.478778 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae4c5-6368-4d06-89dc-a1927fa14e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:58.536535 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:15:59.101433 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:59.238809 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6afc309d-4c7a-4d2b-a8c7-32e64282f522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:59.632284 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49386) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:59.749504 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f890175b-a187-4019-a963-64e0c42cf084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:59.844154 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f890175b-a187-4019-a963-64e0c42cf084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:59.923987 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f890175b-a187-4019-a963-64e0c42cf084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:59.927251 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d443b783-f983-4477-84aa-d5eeaf0c0614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:15:59.963642 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f890175b-a187-4019-a963-64e0c42cf084 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c46c966c375249ab89dcbb80e611ab83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301804 Jun 16 17:15:59.964512 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890175b-a187-4019-a963-64e0c42cf084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa82d7f-6a34-450e-8057-73a0cdeb0677,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:59.967872 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49390) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:15:59.968766 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f890175b-a187-4019-a963-64e0c42cf084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:00.018684 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-634f8493-aca8-43f2-be69-b0bb5d8525ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:00.047178 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-634f8493-aca8-43f2-be69-b0bb5d8525ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:00.221738 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-634f8493-aca8-43f2-be69-b0bb5d8525ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:00.225427 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-634f8493-aca8-43f2-be69-b0bb5d8525ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:00.226906 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-634f8493-aca8-43f2-be69-b0bb5d8525ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/baa82d7f-6a34-450e-8057-73a0cdeb0677 HTTP/1.1" status: 204 len: 168 time: 0.2578902 Jun 16 17:16:00.227911 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-fb3aae56-25be-4f56-8c05-948f1630bf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:00.240414 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f8493-aca8-43f2-be69-b0bb5d8525ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa82d7f-6a34-450e-8057-73a0cdeb0677,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:00.249068 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-634f8493-aca8-43f2-be69-b0bb5d8525ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:00.844685 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:00.958311 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49396) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:00.973150 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6ef3095-59d6-4615-9678-86f5b0a1eb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:01.086070 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6ef3095-59d6-4615-9678-86f5b0a1eb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:01.174665 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a6ef3095-59d6-4615-9678-86f5b0a1eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:01.179163 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9eab3987-bbf0-4ea6-88fb-888d54db7393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:01.244922 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a6ef3095-59d6-4615-9678-86f5b0a1eb18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9b4c5b904524608b83ada0e1fb1e82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855060 Jun 16 17:16:01.246636 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef3095-59d6-4615-9678-86f5b0a1eb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7387c787-3483-4e23-b1c8-ffdbee3ef3f4,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:01.247903 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49398) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:01.249864 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a6ef3095-59d6-4615-9678-86f5b0a1eb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:01.329009 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eab57b81-d346-495c-9333-215101940bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:01.356076 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eab57b81-d346-495c-9333-215101940bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:01.494708 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eab57b81-d346-495c-9333-215101940bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:01.497336 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eab57b81-d346-495c-9333-215101940bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:01.498507 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-eab57b81-d346-495c-9333-215101940bc9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7387c787-3483-4e23-b1c8-ffdbee3ef3f4 HTTP/1.1" status: 204 len: 168 time: 0.2492797 Jun 16 17:16:01.499363 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-16ec4e77-3a04-4cb7-b089-85f258a6f480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:01.510601 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab57b81-d346-495c-9333-215101940bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7387c787-3483-4e23-b1c8-ffdbee3ef3f4,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:01.513777 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eab57b81-d346-495c-9333-215101940bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:02.253965 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49404) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:02.268305 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-535f4bf5-5b14-4912-9223-f7c8457793cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:02.307392 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:02.359817 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-535f4bf5-5b14-4912-9223-f7c8457793cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:02.432919 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-535f4bf5-5b14-4912-9223-f7c8457793cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:02.435574 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-bd97767c-bb2f-45f7-b91e-f9552b249c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:02.473150 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-535f4bf5-5b14-4912-9223-f7c8457793cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=edb45f09989d453b8d79ddc8277a586f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176600 Jun 16 17:16:02.473949 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f4bf5-5b14-4912-9223-f7c8457793cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66d5bd1-00bd-4cb6-893c-5588e6e5dfe2,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:02.476981 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-535f4bf5-5b14-4912-9223-f7c8457793cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:02.477445 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49406) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:02.532990 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b9b3bfc0-1320-43e5-b403-6a987ffe9a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:02.557979 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b9b3bfc0-1320-43e5-b403-6a987ffe9a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:02.677166 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b9b3bfc0-1320-43e5-b403-6a987ffe9a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:02.679788 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b9b3bfc0-1320-43e5-b403-6a987ffe9a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:02.680955 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b9b3bfc0-1320-43e5-b403-6a987ffe9a7f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c66d5bd1-00bd-4cb6-893c-5588e6e5dfe2 HTTP/1.1" status: 204 len: 168 time: 0.2022548 Jun 16 17:16:02.681781 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-fc37b8b4-469d-4005-839c-adbd58ce262c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:02.690043 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3bfc0-1320-43e5-b403-6a987ffe9a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66d5bd1-00bd-4cb6-893c-5588e6e5dfe2,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:02.692711 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b9b3bfc0-1320-43e5-b403-6a987ffe9a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:21.406991 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d12e4-6276-4ab6-afcf-95d70ad930e3 req-6766f4cb-6421-46d2-a048-851ca4667225 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:21.408551 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a87d12e4-6276-4ab6-afcf-95d70ad930e3 req-6766f4cb-6421-46d2-a048-851ca4667225 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 946 time: 0.0763974 Jun 16 17:16:21.452151 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a87d12e4-6276-4ab6-afcf-95d70ad930e3 req-250fa50c-ecc9-4e09-ac37-c1c920beaf49 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362370 Jun 16 17:16:22.664242 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09738ac-f435-417f-bb2b-3d46daea26b0 req-379abc0e-6337-41ed-853e-634700aad003 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:22.665757 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f09738ac-f435-417f-bb2b-3d46daea26b0 req-379abc0e-6337-41ed-853e-634700aad003 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 946 time: 0.0782549 Jun 16 17:16:22.704605 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f09738ac-f435-417f-bb2b-3d46daea26b0 req-d00218bc-cc57-4f05-b9a6-8ae201e74d8c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331705 Jun 16 17:16:23.482532 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:23.634591 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-43e90d3b-435c-4b52-9484-b819d63e855f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:23.636079 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-43e90d3b-435c-4b52-9484-b819d63e855f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 946 time: 0.0647860 Jun 16 17:16:23.755612 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Deleting port 36c65c14-695b-46a8-8560-9aa33db4b55b {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:16:23.756723 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:23.899658 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] For port 36c65c14-695b-46a8-8560-9aa33db4b55b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=36c65c14-695b-46a8-8560-9aa33db4b55b,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:16:23.899931 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:24.051673 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03fea0-a2c7-45ee-b17a-8e5d9f222012 req-26da9d3a-820a-4dcb-b639-f0fd0f9f3a15 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:24.053856 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f03fea0-a2c7-45ee-b17a-8e5d9f222012 req-26da9d3a-820a-4dcb-b639-f0fd0f9f3a15 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 946 time: 0.2154040 Jun 16 17:16:24.388622 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f03fea0-a2c7-45ee-b17a-8e5d9f222012 req-2862f978-6e50-441f-ba68-9ee3e011948c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=87c1a011-d256-48f7-a6bd-cc5445c59ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276238 Jun 16 17:16:24.412938 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:24.412938 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:24.412938 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Floating IP 43ae86b5-abf5-4263-973c-9dc5dfd2db26 disassociated. External IP: 172.27.2.133, port: 36c65c14-695b-46a8-8560-9aa33db4b55b. Jun 16 17:16:24.412938 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Calling delete_port for 36c65c14-695b-46a8-8560-9aa33db4b55b owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:16:24.719049 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:24.723885 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a5c5ff63-b60b-43fd-b972-3db6e7f9884c tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:24.753048 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event deleted for resources: {'Port': ['ID=36c65c14-695b-46a8-8560-9aa33db4b55b,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:24.764257 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.764825 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.764986 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.765346 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.765742 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.766129 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.766487 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.766842 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.767189 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.767539 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.767886 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.768237 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:24.772712 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:24.891413 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Router 3dc7c085-6329-421a-9656-822edafdfa51 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:16:25.005060 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:16:25.017697 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d89f9-103f-421d-8b72-d79bb9341289 None None] Sync routers for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:16:25.028304 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d89f9-103f-421d-8b72-d79bb9341289 None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:16:25.029040 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-791d89f9-103f-421d-8b72-d79bb9341289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:15:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:16:25.050059 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] No DVR routers for this DVR port 36c65c14-695b-46a8-8560-9aa33db4b55b on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:16:25.052614 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:25.058132 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-17eb8a43-db9f-40fe-8489-2ce0e6b573c2 req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.60 "DELETE /v2.0/ports/36c65c14-695b-46a8-8560-9aa33db4b55b HTTP/1.1" status: 204 len: 173 time: 1.4124937 Jun 16 17:16:25.058132 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'name': 'network-vif-deleted', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:16:25.058132 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef994d2-2f41-4e97-8720-1777d0602d48" -d '{"events": [{"server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "name": "network-vif-deleted", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:16:25.207863 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-791d89f9-103f-421d-8b72-d79bb9341289 None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:16:25.442893 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141f9ab9-4dcb-48fe-b26a-62cec3b9cfb2 x-openstack-request-id: req-141f9ab9-4dcb-48fe-b26a-62cec3b9cfb2 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:16:25.443226 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d25e1b6-6e22-4494-8d72-6568bc6f5613", "name": "network-vif-deleted", "tag": "36c65c14-695b-46a8-8560-9aa33db4b55b", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:16:25.444289 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-141f9ab9-4dcb-48fe-b26a-62cec3b9cfb2 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:16:25.444969 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d25e1b6-6e22-4494-8d72-6568bc6f5613', 'name': 'network-vif-deleted', 'tag': '36c65c14-695b-46a8-8560-9aa33db4b55b', 'status': 'completed', 'code': 200} Jun 16 17:16:25.541440 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-791d89f9-103f-421d-8b72-d79bb9341289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:16:25.546187 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d89f9-103f-421d-8b72-d79bb9341289 None None] Checking router: 3dc7c085-6329-421a-9656-822edafdfa51 for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:16:25.558452 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d89f9-103f-421d-8b72-d79bb9341289 None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:16:25.559233 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-791d89f9-103f-421d-8b72-d79bb9341289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:15:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:16:25.651501 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f290359-3d8c-4151-bbf3-774c4c1c0e83 req-7e37b5e1-6511-412a-b2dd-ded628e927e2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d25e1b6-6e22-4494-8d72-6568bc6f5613 HTTP/1.1" status: 200 len: 210 time: 0.0460730 Jun 16 17:16:25.701057 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-791d89f9-103f-421d-8b72-d79bb9341289 None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:16:25.946885 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-791d89f9-103f-421d-8b72-d79bb9341289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:16:25.953144 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d89f9-103f-421d-8b72-d79bb9341289 None None] The sync data for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi is: [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:16:26.207553 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59102020-3ea2-4d1f-a8a2-119254539420 None None] New status for floating IP 43ae86b5-abf5-4263-973c-9dc5dfd2db26: DOWN {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:16:26.575662 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ef5532f0-c804-4f71-9817-13e1d5e8dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:26.938781 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49630) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:27.003903 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f66c348e-b923-47c9-93b3-fa147f2592ae tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:27.026638 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f66c348e-b923-47c9-93b3-fa147f2592ae tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:27.210884 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f66c348e-b923-47c9-93b3-fa147f2592ae tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:27.214597 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f66c348e-b923-47c9-93b3-fa147f2592ae tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:27.215897 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f66c348e-b923-47c9-93b3-fa147f2592ae tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "DELETE /v2.0/security-groups/87c1a011-d256-48f7-a6bd-cc5445c59ece HTTP/1.1" status: 204 len: 168 time: 0.2758806 Jun 16 17:16:27.217090 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b9b3bfc0-1320-43e5-b403-6a987ffe9a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:27.218960 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49632) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:27.231383 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c348e-b923-47c9-93b3-fa147f2592ae tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c1a011-d256-48f7-a6bd-cc5445c59ece,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:27.235320 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f66c348e-b923-47c9-93b3-fa147f2592ae tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:27.251197 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.api.v2.resource [None req-e0ad1274-5d5b-4247-b53e-d90b68736ed7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] show failed (client error): The resource could not be found. Jun 16 17:16:27.252248 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e0ad1274-5d5b-4247-b53e-d90b68736ed7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups/87c1a011-d256-48f7-a6bd-cc5445c59ece HTTP/1.1" status: 404 len: 347 time: 0.0323167 Jun 16 17:16:27.258898 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49634) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:27.417548 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-85bcf971-46e6-4f88-a5ca-d96b3e8ca6ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Deleting port f69a428e-289b-4c9b-b06e-c9c0f0416abc {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:16:27.417902 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85bcf971-46e6-4f88-a5ca-d96b3e8ca6ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:27.496485 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85bcf971-46e6-4f88-a5ca-d96b3e8ca6ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:27.496805 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85bcf971-46e6-4f88-a5ca-d96b3e8ca6ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:27.564340 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-85bcf971-46e6-4f88-a5ca-d96b3e8ca6ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Calling delete_port for f69a428e-289b-4c9b-b06e-c9c0f0416abc owned by network:floatingip {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:16:27.826108 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85bcf971-46e6-4f88-a5ca-d96b3e8ca6ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:27.828186 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a034bbaa-d493-4089-9965-9916228a9f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:27.853868 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcf971-46e6-4f88-a5ca-d96b3e8ca6ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event deleted for resources: {'Port': ['ID=f69a428e-289b-4c9b-b06e-c9c0f0416abc,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:27.857694 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-85bcf971-46e6-4f88-a5ca-d96b3e8ca6ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:27.919690 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85bcf971-46e6-4f88-a5ca-d96b3e8ca6ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:27.922292 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85bcf971-46e6-4f88-a5ca-d96b3e8ca6ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:27.923465 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-85bcf971-46e6-4f88-a5ca-d96b3e8ca6ba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "DELETE /v2.0/floatingips/43ae86b5-abf5-4263-973c-9dc5dfd2db26 HTTP/1.1" status: 204 len: 168 time: 0.6633174 Jun 16 17:16:28.603590 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 36c65c14-695b-46a8-8560-9aa33db4b55b no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:16:28.624627 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 36c65c14-695b-46a8-8560-9aa33db4b55b {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:16:28.624973 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 36c65c14-695b-46a8-8560-9aa33db4b55b not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:16:29.124578 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:29.273333 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-002cd1c6-b35b-418d-8799-b844c016082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:29.399611 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49664) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:29.404428 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-6137212e-b0ac-4414-b070-dc9dbb1b94bb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520296440', 'description': 'tempest-description--5357320'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:16:29.541337 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6137212e-b0ac-4414-b070-dc9dbb1b94bb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:29.640770 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6137212e-b0ac-4414-b070-dc9dbb1b94bb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:29.741657 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6137212e-b0ac-4414-b070-dc9dbb1b94bb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:29.745176 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-05a2fb8d-9fa4-4e5a-b7cb-36f1a109fab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:29.780722 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137212e-b0ac-4414-b070-dc9dbb1b94bb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7821e267-a089-4785-a512-c8a35b005950,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:29.784069 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6137212e-b0ac-4414-b070-dc9dbb1b94bb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:29.853966 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6137212e-b0ac-4414-b070-dc9dbb1b94bb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:29.855317 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6137212e-b0ac-4414-b070-dc9dbb1b94bb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4545231 Jun 16 17:16:29.858424 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49668) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:29.863865 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-1848673b-4b17-4a7d-bfd2-b229963df36e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'security_group_rule': {'security_group_id': '7821e267-a089-4785-a512-c8a35b005950', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:16:29.975047 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1848673b-4b17-4a7d-bfd2-b229963df36e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:30.055751 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1848673b-4b17-4a7d-bfd2-b229963df36e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:30.192551 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1848673b-4b17-4a7d-bfd2-b229963df36e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:30.195160 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8b380e08-418f-4d32-927f-252668542a3f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:30.212808 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848673b-4b17-4a7d-bfd2-b229963df36e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c584d297-487f-4629-8f3b-94fe073608fb,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:30.215416 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1848673b-4b17-4a7d-bfd2-b229963df36e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:30.352773 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1848673b-4b17-4a7d-bfd2-b229963df36e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:30.353908 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-1848673b-4b17-4a7d-bfd2-b229963df36e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4943259 Jun 16 17:16:30.357294 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49670) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:30.361919 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-2b4fcf50-db23-4d50-8bbd-655315cae535 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'security_group_rule': {'security_group_id': '7821e267-a089-4785-a512-c8a35b005950', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:16:30.514421 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2b4fcf50-db23-4d50-8bbd-655315cae535 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:30.590644 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2b4fcf50-db23-4d50-8bbd-655315cae535 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:30.729565 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2b4fcf50-db23-4d50-8bbd-655315cae535 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:30.731623 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:30.749244 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fcf50-db23-4d50-8bbd-655315cae535 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7896e8-31cf-44e2-8c43-cd22d5d4e07f,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:30.752284 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2b4fcf50-db23-4d50-8bbd-655315cae535 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:30.959780 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:30.999617 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2b4fcf50-db23-4d50-8bbd-655315cae535 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:31.001280 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-2b4fcf50-db23-4d50-8bbd-655315cae535 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6429651 Jun 16 17:16:31.004330 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49674) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:31.009875 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'floatingip': {'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:16:31.170015 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:31.279427 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:31.404001 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Allocated IP 172.27.2.91 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/8a2e41dc-9b7a-4ea9-8686-8f525a5f4165) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:16:31.531648 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:31.718585 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:31.720730 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-02119725-4a96-44ab-835e-c5d4cb5f7d65 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:31.765804 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:16:31.769019 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:16:31.774795 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:16:31.804975 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'Port': ['ID=8a2e41dc-9b7a-4ea9-8686-8f525a5f4165,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:31.812373 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:31.879837 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:31.995052 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:32.169595 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:32.278363 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:32.278754 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:32.280936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-53b4ac1a-6d51-4007-a7d9-0d3e22a8419d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:32.355666 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'Port': ['ID=8a2e41dc-9b7a-4ea9-8686-8f525a5f4165,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:32.359494 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:32.367868 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:32.491380 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:32.492744 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4873528 Jun 16 17:16:32.701794 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-67efb41d-47a0-49a8-86d2-88cb630c2fa0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1520296440&fields=id&tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a HTTP/1.1" status: 200 len: 267 time: 0.0364916 Jun 16 17:16:32.824943 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-f497efb9-15fd-4d0c-8b72-ef073e4477ab tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:32.826683 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-f497efb9-15fd-4d0c-8b72-ef073e4477ab tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 817 time: 0.1143157 Jun 16 17:16:32.842130 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-cfe50522-c947-402b-b5e5-74762f397baf tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/quotas/f3a7d6136c3b4ead8c340aca8b5a073a HTTP/1.1" status: 200 len: 375 time: 0.0099080 Jun 16 17:16:32.915462 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-535a1112-b364-4d3a-9c42-56c273027762 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680921 Jun 16 17:16:33.136982 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-ec26fe62-3683-43d5-9a0b-24c7e9fe56b8 service neutron] 10.222.0.10 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079365 Jun 16 17:16:33.241664 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-252684d9-06a2-4b29-b3e8-5c9ae3e8d453 service neutron] 10.222.0.10 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980849 Jun 16 17:16:34.579973 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7331c3da-aa6c-4bf4-92f0-6d0e0808a9a7 req-cf8ee5e2-a3a5-4c75-bbcf-88729ea12998 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 210 time: 0.0344770 Jun 16 17:16:35.537198 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:16:35.673142 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8736bbd4-15b7-430f-823a-5a89169f6ef6 req-bf8f9e87-649f-4e3d-a2d9-a1c260b5c7fd tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 210 time: 0.0296185 Jun 16 17:16:36.770553 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ebf5315a-9f43-4d9e-9f0e-1293244c5551 req-dca9de9e-7ce0-4e8a-b1ca-c37fdc3c952b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 210 time: 0.0395658 Jun 16 17:16:37.863650 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5325944a-bd1d-4822-8153-85311ed9a459 req-89c1b6f5-1f66-45e5-9b22-4fa03dfe0db6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 210 time: 0.0295298 Jun 16 17:16:39.025666 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f35d89c7-d7c6-49d3-987f-235fe5aad78e req-836510b9-1a6b-41e3-945d-85ed67cda61b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 210 time: 0.0359073 Jun 16 17:16:40.184168 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c4c1a38-be08-478f-ad80-6e852596d957 req-0444775f-bb47-4559-ade3-18629070521b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 210 time: 0.0296535 Jun 16 17:16:41.360305 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-94fadeee-c906-4efa-a0ac-33d9e0433462 req-0c99423d-baeb-4141-b09c-3efbfb6de671 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 210 time: 0.0299799 Jun 16 17:16:41.526557 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-c3ccb94a-d750-4f6f-bef9-fcd2cbe93699 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:41.527885 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-c3ccb94a-d750-4f6f-bef9-fcd2cbe93699 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.60 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 817 time: 0.1149604 Jun 16 17:16:41.575011 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-98764fbe-1964-45ef-94f0-251b5d1ebb13 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a HTTP/1.1" status: 200 len: 380 time: 0.0362790 Jun 16 17:16:41.587179 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'port': {'device_id': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'admin_state_up': True, 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'security_groups': ['7821e267-a089-4785-a512-c8a35b005950']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:16:41.828308 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Made reservation on behalf of f3a7d6136c3b4ead8c340aca8b5a073a for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:16:41.828308 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:41.957489 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Allocated IP 172.20.0.7 (da7a276f-c9d5-4544-b86d-98dbf95a7f2d/0b104c8f-c305-4e57-a0f3-52893d961087/a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:16:42.109553 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:42.125316 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Transition to ACTIVE for port object a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:16:42.250125 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:42.256406 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:42.299801 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Network da7a276f-c9d5-4544-b86d-98dbf95a7f2d is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:16:42.305868 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:16:42.308546 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:16:42.336044 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event updated for resources: {'Port': ['ID=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:42.342413 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:42.374718 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:42.375389 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:42.554067 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9715166 Jun 16 17:16:42.566111 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d933c7e-585b-45a6-a8d3-6fdea836ecd0 req-cf93de88-d96c-4bfa-8d7c-bc6dbe1b7eb2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:42.568576 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3d933c7e-585b-45a6-a8d3-6fdea836ecd0 req-cf93de88-d96c-4bfa-8d7c-bc6dbe1b7eb2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 931 time: 0.0729258 Jun 16 17:16:42.572984 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Request body: {'port': {'device_id': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:16:42.638465 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3d933c7e-585b-45a6-a8d3-6fdea836ecd0 req-68945ef4-66af-4346-a6c7-f0e656affbb3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625679 Jun 16 17:16:42.670959 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:42.679066 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-ba05a3ea-21b8-4580-a2ee-b69bc05cdeb7 None None] Provisioning for port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:16:42.695161 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-ba05a3ea-21b8-4580-a2ee-b69bc05cdeb7 None None] Provisioning complete for port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:16:42.695161 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ba05a3ea-21b8-4580-a2ee-b69bc05cdeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:42.726429 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-ba05a3ea-21b8-4580-a2ee-b69bc05cdeb7 None None] Port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:16:42.961750 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:16:42.970167 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:42.983779 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Transition to ACTIVE for port object a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:16:43.066740 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:43.070286 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:43.146905 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Pushing event updated for resources: {'Port': ['ID=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:43.150800 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:43.228297 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Attempting to bind port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:16:43.228579 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Attempting to bind port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:16:43.228879 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Attempting to bind port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 on network da7a276f-c9d5-4544-b86d-98dbf95a7f2d {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:16:43.233830 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 on network da7a276f-c9d5-4544-b86d-98dbf95a7f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:16:43.234154 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Attempting to bind port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 on network da7a276f-c9d5-4544-b86d-98dbf95a7f2d {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:16:43.239421 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:16:43.239852 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Checking segment: {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:16:43.240358 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Bound using segment: {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:16:43.240955 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Bound port: a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:16:43.241310 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:43.311311 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:16:43.314668 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:16:43.410397 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:43.413516 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:43.445869 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:43.446494 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:43.447909 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] 10.222.0.60 "PUT /v2.0/ports/a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 HTTP/1.1" status: 200 len: 1093 time: 0.8787761 Jun 16 17:16:43.448449 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:16:43.451123 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fe0d3f-0f1c-4db1-8bf5-377730c7cb49" -d '{"events": [{"name": "network-changed", "server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:16:43.485774 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Pushing event updated for resources: {'Port': ['ID=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:43.490781 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:43.499165 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3df70c-0621-456f-8b6a-1132faf4fd17 x-openstack-request-id: req-2c3df70c-0621-456f-8b6a-1132faf4fd17 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:16:43.499592 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:16:43.499940 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c3df70c-0621-456f-8b6a-1132faf4fd17 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:16:43.500466 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'status': 'completed', 'code': 200} Jun 16 17:16:43.597807 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe0d3f-0f1c-4db1-8bf5-377730c7cb49 req-a830bfe1-2167-4719-b698-42fa1202f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:43.599916 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9fe0d3f-0f1c-4db1-8bf5-377730c7cb49 req-a830bfe1-2167-4719-b698-42fa1202f9a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 1096 time: 0.0694470 Jun 16 17:16:43.715316 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe0d3f-0f1c-4db1-8bf5-377730c7cb49 req-ad3c3aae-fb09-452b-b6c0-88b724788108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:43.716717 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9fe0d3f-0f1c-4db1-8bf5-377730c7cb49 req-ad3c3aae-fb09-452b-b6c0-88b724788108 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1082540 Jun 16 17:16:43.865439 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe0d3f-0f1c-4db1-8bf5-377730c7cb49 req-0f320721-a2f0-4f96-a5ef-b6fd38d2b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:43.867320 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9fe0d3f-0f1c-4db1-8bf5-377730c7cb49 req-0f320721-a2f0-4f96-a5ef-b6fd38d2b56a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1437981 Jun 16 17:16:43.890263 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe94443-c6ed-436c-9804-3419ecd5e878 req-873c2a38-69fb-4e63-8438-2aa39ae289d0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:43.892574 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1fe94443-c6ed-436c-9804-3419ecd5e878 req-873c2a38-69fb-4e63-8438-2aa39ae289d0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.1117916 Jun 16 17:16:43.967783 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1fe94443-c6ed-436c-9804-3419ecd5e878 req-ebd5a7da-69f5-4de6-b8a1-d8d383452450 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693672 Jun 16 17:16:43.994150 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-3aa70ac0-10c5-4e5b-9bcd-453018d2222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:43.995686 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-3aa70ac0-10c5-4e5b-9bcd-453018d2222a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 1096 time: 0.0787003 Jun 16 17:16:44.057322 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-56275833-5b41-44e5-a4e8-d66b7c9dd0ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 HTTP/1.1" status: 200 len: 217 time: 0.0430784 Jun 16 17:16:44.117536 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-990109a5-8efe-4960-9199-a431157b5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:44.120580 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-990109a5-8efe-4960-9199-a431157b5cb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 200 len: 856 time: 0.0563691 Jun 16 17:16:44.193182 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-271b5397-9251-46b3-be32-f6f8ab706914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:44.194729 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-271b5397-9251-46b3-be32-f6f8ab706914 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664988 Jun 16 17:16:44.301421 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-ecc89fa5-e799-4bcb-8b9a-a4ff86fa5bbd service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976684 Jun 16 17:16:44.413606 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f68df7d-16f3-4a03-8df8-ea295707c3f0 req-82d74583-13da-4673-8453-a96ef763eca3 service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016042 Jun 16 17:16:45.157304 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb756c-45ef-4a73-8570-1d6dc2f1366b req-aa9f6966-3c8e-4068-b3eb-6139b24c0817 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:45.158699 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bcb756c-45ef-4a73-8570-1d6dc2f1366b req-aa9f6966-3c8e-4068-b3eb-6139b24c0817 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0700588 Jun 16 17:16:45.197409 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3bcb756c-45ef-4a73-8570-1d6dc2f1366b req-66fcd017-f1a1-421f-a53d-091f6397ae6c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321164 Jun 16 17:16:46.390854 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cae2e-f0a7-4794-a7f1-1d1b13a6a8aa req-4273d0d5-d92e-407f-aa91-693e196b835b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:46.392460 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7c4cae2e-f0a7-4794-a7f1-1d1b13a6a8aa req-4273d0d5-d92e-407f-aa91-693e196b835b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0674093 Jun 16 17:16:46.436678 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7c4cae2e-f0a7-4794-a7f1-1d1b13a6a8aa req-7be6d044-8e6e-41aa-bbcb-f1274f6672f5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378680 Jun 16 17:16:47.623187 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641624fb-b72c-47e2-abf6-2d5e0c8913fd req-c24e98e4-50b3-43f7-874b-8453eb40132e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:47.624666 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-641624fb-b72c-47e2-abf6-2d5e0c8913fd req-c24e98e4-50b3-43f7-874b-8453eb40132e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0660517 Jun 16 17:16:47.663718 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-641624fb-b72c-47e2-abf6-2d5e0c8913fd req-2fdcfb6a-1fcb-4d2d-96d0-a1cea0de0383 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Jun 16 17:16:49.123459 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddea39-ba3b-41ac-9211-be16cefcc73b req-a548d56e-cb8a-4cb0-98e3-6012f3b12a90 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:49.124971 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-caddea39-ba3b-41ac-9211-be16cefcc73b req-a548d56e-cb8a-4cb0-98e3-6012f3b12a90 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.3460250 Jun 16 17:16:49.172327 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-caddea39-ba3b-41ac-9211-be16cefcc73b req-01caf116-26d3-4b53-a194-813e31e10fe2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 Jun 16 17:16:50.359285 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4ffe6-2e5b-4bed-897d-4075a94453a8 req-482ff163-d1fd-4233-9231-218b67d90956 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:50.360833 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ffc4ffe6-2e5b-4bed-897d-4075a94453a8 req-482ff163-d1fd-4233-9231-218b67d90956 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0682263 Jun 16 17:16:50.402717 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ffc4ffe6-2e5b-4bed-897d-4075a94453a8 req-6d36361c-d54e-4e9c-96eb-e29d2a9a538e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356708 Jun 16 17:16:50.718870 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:16:50.819070 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:16:50.831278 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'port_id': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'mac_address': 'fa:16:3e:2a:87:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:16:50.870263 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:50.887867 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:16:50.907491 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:16:51.076344 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:51.079225 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:51.129980 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:51.137992 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.145195 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.145195 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.145195 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.145195 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.145195 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.145195 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.145195 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.145195 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.145195 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.145195 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.145195 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:51.146213 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:51.595933 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88493c-1447-42a3-87e1-cc5348ee4c93 req-51b18def-6e4d-4c29-b7b0-3a3d9ace0d7e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:51.597711 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f88493c-1447-42a3-87e1-cc5348ee4c93 req-51b18def-6e4d-4c29-b7b0-3a3d9ace0d7e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 944 time: 0.0694816 Jun 16 17:16:51.637263 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f88493c-1447-42a3-87e1-cc5348ee4c93 req-99d4a7bc-345f-4c15-b338-9d0b740ae955 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339549 Jun 16 17:16:51.663531 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:16:52.825661 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd981338-1322-4b8f-a862-3f13980db84e req-d630b171-9aa2-4463-967d-12d12a312a34 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:52.827214 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd981338-1322-4b8f-a862-3f13980db84e req-d630b171-9aa2-4463-967d-12d12a312a34 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 944 time: 0.0667231 Jun 16 17:16:52.869681 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd981338-1322-4b8f-a862-3f13980db84e req-8a713798-d0c4-429f-b97d-b7684da7f862 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365751 Jun 16 17:16:53.494936 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:54.061377 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35577-4dba-4059-a3a5-f5bc80ee2999 req-a4afd6b2-bc8c-4149-a891-e0ea0e3d4afa tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:54.061377 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05a35577-4dba-4059-a3a5-f5bc80ee2999 req-a4afd6b2-bc8c-4149-a891-e0ea0e3d4afa tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 944 time: 0.0730140 Jun 16 17:16:54.105044 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05a35577-4dba-4059-a3a5-f5bc80ee2999 req-216041b3-0d9c-4f59-a3ea-81660a910373 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376613 Jun 16 17:16:54.774147 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:16:54.975007 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:16:54.979515 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:16:54.982604 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:55.071416 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:55.107691 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:16:55.111779 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b422dd0e-97e3-4d77-81ab-0b72ee8d20f2" -d '{"events": [{"server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "name": "network-vif-plugged", "status": "completed", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:16:55.128256 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:16:55.156323 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50625a50-772b-46a2-bed6-3aa62176bc7f x-openstack-request-id: req-50625a50-772b-46a2-bed6-3aa62176bc7f {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:16:55.156673 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "name": "network-vif-plugged", "status": "completed", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:16:55.156936 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50625a50-772b-46a2-bed6-3aa62176bc7f {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:16:55.157346 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'code': 200} Jun 16 17:16:55.211638 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:55.214137 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:16:55.278155 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:55.281316 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:16:55.357307 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baac34-3042-4cc4-b7bb-6a43f741b710 req-e38da95a-8390-4acb-a384-963577ad735a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:55.358952 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-46baac34-3042-4cc4-b7bb-6a43f741b710 req-e38da95a-8390-4acb-a384-963577ad735a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0960865 Jun 16 17:16:55.414692 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-46baac34-3042-4cc4-b7bb-6a43f741b710 req-7810fd67-9d30-496f-9d0e-228f4a99796c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397813 Jun 16 17:16:55.598532 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e598bd-2b26-49a5-9694-3f121688dace req-c5c6dc64-757d-43f0-8e44-35837ad30bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:55.600026 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00e598bd-2b26-49a5-9694-3f121688dace req-c5c6dc64-757d-43f0-8e44-35837ad30bc1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 1098 time: 0.0573475 Jun 16 17:16:55.639664 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-00e598bd-2b26-49a5-9694-3f121688dace req-42b87d93-03ec-4139-af74-6571522b4806 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319374 Jun 16 17:16:56.512900 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d630a87c-c25d-48b3-8cc5-452355613936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:56.631577 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e949b2-b3d2-42c8-9314-98f69026d01e req-1e700b13-1fdd-4911-82f7-f11491c352f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:56.634137 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-85e949b2-b3d2-42c8-9314-98f69026d01e req-1e700b13-1fdd-4911-82f7-f11491c352f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0804884 Jun 16 17:16:56.677347 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-85e949b2-b3d2-42c8-9314-98f69026d01e req-4648b3f0-0d9a-41f1-a4a0-025d6cd12706 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368230 Jun 16 17:16:57.536213 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-b7f20f40-1cb3-435c-9dd3-36d470017f54 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555396 Jun 16 17:16:57.614508 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-5b49b947-2654-4db9-8aa2-6afa29e7e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:57.616409 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-5b49b947-2654-4db9-8aa2-6afa29e7e73c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=985c974d42614aa6833f6677f03026f0&device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 1138 time: 0.0551245 Jun 16 17:16:57.729842 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-49686686-0e43-4e5c-8f5e-0aa47ae0a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:57.732460 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-49686686-0e43-4e5c-8f5e-0aa47ae0a40f service neutron] 10.222.0.60 "GET /v2.0/networks?id=19312281-3844-4bef-8fd3-0aa0b70b8bf9 HTTP/1.1" status: 200 len: 914 time: 0.0921788 Jun 16 17:16:57.862949 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-15b54a51-d196-4285-b73e-b485847cd394 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 200 len: 1002 time: 0.1218214 Jun 16 17:16:57.939855 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-21ccb3bd-a1bb-4cf3-9a0a-1a4ec337e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:57.941256 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-21ccb3bd-a1bb-4cf3-9a0a-1a4ec337e907 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=41eb959a-5f87-44c3-ba91-34050801a6de HTTP/1.1" status: 200 len: 853 time: 0.0674672 Jun 16 17:16:57.958121 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ece87a-6ca2-4bcc-9e91-c8ebe13d05ad req-96a36438-4218-4bc2-88e7-51abe0205226 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:57.959963 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-47ece87a-6ca2-4bcc-9e91-c8ebe13d05ad req-96a36438-4218-4bc2-88e7-51abe0205226 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.1478214 Jun 16 17:16:58.030722 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-47ece87a-6ca2-4bcc-9e91-c8ebe13d05ad req-87ce7539-3cc3-4e28-9d4a-2dd88126f3b1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601776 Jun 16 17:16:58.048003 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-90c122a9-1f5f-45b9-a63d-6c53b1a4c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:58.049549 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-90c122a9-1f5f-45b9-a63d-6c53b1a4c743 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19312281-3844-4bef-8fd3-0aa0b70b8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877137 Jun 16 17:16:58.173193 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-b2c5cf9f-c787-43a0-9edf-a41bc7d6f981 service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143839 Jun 16 17:16:58.318371 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6d9e3774-a751-4026-87d3-9cd23f028b5c req-e315adff-0b79-4086-bd9e-0e86f08635ca service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360927 Jun 16 17:16:58.327610 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2537f-a8b4-4e73-bce0-6470207758d9 req-b42306a0-7a8f-4a11-a07a-630c8917feba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:58.329166 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07f2537f-a8b4-4e73-bce0-6470207758d9 req-b42306a0-7a8f-4a11-a07a-630c8917feba tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.1483152 Jun 16 17:16:58.338112 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49872) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:16:58.343063 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-2e202d5a-fa0b-4741-a41b-cd91562181f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Request body: {'floatingip': {'port_id': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:16:58.388063 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2e202d5a-fa0b-4741-a41b-cd91562181f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:58.880387 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2e202d5a-fa0b-4741-a41b-cd91562181f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:58.997697 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2e202d5a-fa0b-4741-a41b-cd91562181f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:59.099851 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-2e202d5a-fa0b-4741-a41b-cd91562181f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Floating IP ccf15a08-8d1b-4aec-a904-3fe3c1c0a05e associated. External IP: 172.27.2.91, port: a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37. Jun 16 17:16:59.140742 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:59.283684 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a96-2e38-4186-972e-93a224fc7763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:59.318409 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e202d5a-fa0b-4741-a41b-cd91562181f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Router 3dc7c085-6329-421a-9656-822edafdfa51 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:16:59.433020 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e202d5a-fa0b-4741-a41b-cd91562181f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:16:59.438199 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2e202d5a-fa0b-4741-a41b-cd91562181f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:16:59.442482 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae575ab1-fb66-4040-9d58-8a04151e4b10 None None] Sync routers for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:16:59.454802 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae575ab1-fb66-4040-9d58-8a04151e4b10 None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:16:59.455081 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-ae575ab1-fb66-4040-9d58-8a04151e4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:16:59.487442 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-2e202d5a-fa0b-4741-a41b-cd91562181f4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "PUT /v2.0/floatingips/ccf15a08-8d1b-4aec-a904-3fe3c1c0a05e HTTP/1.1" status: 200 len: 990 time: 1.1481051 Jun 16 17:16:59.488296 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:16:59.490859 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:16:59.543492 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703021c7-65fe-4f1a-81f2-5da65257c822 x-openstack-request-id: req-703021c7-65fe-4f1a-81f2-5da65257c822 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:16:59.543837 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:16:59.544201 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-703021c7-65fe-4f1a-81f2-5da65257c822 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:16:59.544777 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'status': 'completed', 'code': 200} Jun 16 17:16:59.589692 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-ae575ab1-fb66-4040-9d58-8a04151e4b10 None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:16:59.643100 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec req-15ee8ce4-244e-45bc-a787-c544b86fdd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:59.645141 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec req-15ee8ce4-244e-45bc-a787-c544b86fdd0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 1098 time: 0.0736639 Jun 16 17:16:59.773051 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec req-45d6470b-9129-4bf5-92f2-0ba618dccb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:59.774627 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec req-45d6470b-9129-4bf5-92f2-0ba618dccb0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 917 time: 0.1165934 Jun 16 17:16:59.858258 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec req-f6ff225e-1859-4d62-b9cc-d540f1dc7e69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 HTTP/1.1" status: 200 len: 998 time: 0.0760918 Jun 16 17:16:59.919692 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec req-8494482e-76ae-464b-a191-b381c5db7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:59.921474 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec req-8494482e-76ae-464b-a191-b381c5db7a35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 200 len: 856 time: 0.0533433 Jun 16 17:16:59.997502 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec req-4c1c2774-23f6-404e-8ab8-c67db0b74ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:16:59.999069 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec req-4c1c2774-23f6-404e-8ab8-c67db0b74ed4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702300 Jun 16 17:17:00.076473 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-ae575ab1-fb66-4040-9d58-8a04151e4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'ccf15a08-8d1b-4aec-a904-3fe3c1c0a05e', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'port_id': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'mac_address': 'fa:16:3e:2a:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:16:31Z', 'updated_at': '2021-06-16T17:16:58Z', 'revision_number': 1, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:00.080350 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae575ab1-fb66-4040-9d58-8a04151e4b10 None None] Checking router: 3dc7c085-6329-421a-9656-822edafdfa51 for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:17:00.089819 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae575ab1-fb66-4040-9d58-8a04151e4b10 None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:00.090491 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-ae575ab1-fb66-4040-9d58-8a04151e4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:00.109156 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec req-0c4a8896-0595-4c31-a9de-1b6fa99c7fae service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006093 Jun 16 17:17:00.202921 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-ae575ab1-fb66-4040-9d58-8a04151e4b10 None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:00.205971 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-253a29a9-d095-4a39-ad59-f0f5a9c6a7ec req-2998c307-a016-490a-afc9-4e65df486af3 service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882711 Jun 16 17:17:00.448666 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-ae575ab1-fb66-4040-9d58-8a04151e4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'ccf15a08-8d1b-4aec-a904-3fe3c1c0a05e', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'port_id': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'mac_address': 'fa:16:3e:2a:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:16:31Z', 'updated_at': '2021-06-16T17:16:58Z', 'revision_number': 1, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:00.452366 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae575ab1-fb66-4040-9d58-8a04151e4b10 None None] The sync data for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi is: [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'ccf15a08-8d1b-4aec-a904-3fe3c1c0a05e', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'port_id': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'mac_address': 'fa:16:3e:2a:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:16:31Z', 'updated_at': '2021-06-16T17:16:58Z', 'revision_number': 1, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:17:00.685111 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690bfd0-d93e-4d1a-bbd8-7646631d9621 None None] New status for floating IP ccf15a08-8d1b-4aec-a904-3fe3c1c0a05e: ACTIVE {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:17:00.878138 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:01.192529 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49894) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:01.385318 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9a24479-18b2-4191-9a9a-0fae9aad2d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:01.522123 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9a24479-18b2-4191-9a9a-0fae9aad2d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:01.609089 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9a24479-18b2-4191-9a9a-0fae9aad2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:01.612523 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c9832748-5627-4141-b060-4ba494070dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:01.689683 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d9a24479-18b2-4191-9a9a-0fae9aad2d68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98315d7aaae44cd7a73ef65ed44b7485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952517 Jun 16 17:17:01.691478 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a24479-18b2-4191-9a9a-0fae9aad2d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cf9ac2-ee11-463d-a080-1d05c33eb89c,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:01.692290 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49898) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:01.701082 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d9a24479-18b2-4191-9a9a-0fae9aad2d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:01.774220 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:01.799690 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:01.987111 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:01.992024 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:01.993625 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86cf9ac2-ee11-463d-a080-1d05c33eb89c HTTP/1.1" status: 204 len: 168 time: 0.3002310 Jun 16 17:17:01.994997 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8f6ab9d4-15b5-4b5c-84ec-a4e64f7d2025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:02.005012 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cf9ac2-ee11-463d-a080-1d05c33eb89c,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:02.015926 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.016952 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.017754 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.018149 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.018525 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.019024 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.019397 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.019759 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.020126 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.020491 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.021085 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.021992 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:02.029707 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:02.293649 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:03.182802 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49924) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:03.302136 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1072543906-network', 'tenant_id': '71d85a12355c419bbd88cc2345138464'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:03.420630 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Made reservation on behalf of 71d85a12355c419bbd88cc2345138464 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:17:03.423302 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:03.434387 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:03.546174 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:03.642325 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:03.646098 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0c6e27c4-390c-4cde-8625-a5c3d05a8c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:03.670835 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:17:03.681363 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518e4918-eb41-4040-bccd-1fb190706238,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:03.686021 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:03.688589 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:03.688589 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Added segment 0d8f2236-063f-4f1f-a6a1-898f966887b9 of type vlan for network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 Jun 16 17:17:03.746821 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:03.859557 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:03.861320 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:03.862240 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:03.864932 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:03.938591 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:03.941244 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:03.950100 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:17:04.027091 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8431504 Jun 16 17:17:04.029918 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49930) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:04.035446 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Request body: {'subnet': {'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1072543906-subnet', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:04.152239 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Made reservation on behalf of 71d85a12355c419bbd88cc2345138464 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:17:04.156622 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4707700'] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:04.517927 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4707686'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:04.520697 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:04.577515 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b20acf1-8a19-4590-8d07-29f12bcd76fe,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:04.588030 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:04.599215 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Checking segment: {'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:17:04.599475 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Network hostable DHCP agents. Network: 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:17:04.689243 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:17:04.788187 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:04.796737 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:04.798362 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:04.799413 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd96792-d48a-49ed-8d9e-8c1ae95b2f62 None None] Network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:17:04.926575 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-9b37b0aa-8bb9-46cf-9ef5-fc9566182e00 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8948376 Jun 16 17:17:04.931143 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49934) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:04.937930 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:04.986342 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77d24ac1-5335-58a7-b4f6-50a51633770b-7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe'}]}} from dv-cinder-772126-4-iscsi. {{(pid=93485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:17:04.989025 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:05.060940 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:05.062027 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:05.140781 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:05.172183 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Allocated IP 172.20.0.2 (7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57/4b20acf1-8a19-4590-8d07-29f12bcd76fe/b857206e-153d-4bc7-9368-5bd826d03048) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:17:05.418546 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:05.435468 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Transition to ACTIVE for port object b857206e-153d-4bc7-9368-5bd826d03048 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:05.464000 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Transition to ACTIVE for port object b857206e-153d-4bc7-9368-5bd826d03048 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:05.588050 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:05.590074 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:05.634509 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:05.637695 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:05.644867 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:17:05.653381 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Pushing event updated for resources: {'Port': ['ID=b857206e-153d-4bc7-9368-5bd826d03048,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:05.658299 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:05.681208 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:05.728324 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Attempting to bind port b857206e-153d-4bc7-9368-5bd826d03048 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:17:05.728777 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Attempting to bind port b857206e-153d-4bc7-9368-5bd826d03048 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:17:05.729215 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Attempting to bind port b857206e-153d-4bc7-9368-5bd826d03048 on network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:17:05.735920 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:17:05.736413 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Checking segment: {'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:17:05.736911 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:05.737420 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Bound using segment: {'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:17:05.738354 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Bound port: b857206e-153d-4bc7-9368-5bd826d03048, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:17:05.738840 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:05.860589 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] For port b857206e-153d-4bc7-9368-5bd826d03048, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:17:05.867545 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] For port b857206e-153d-4bc7-9368-5bd826d03048, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=b857206e-153d-4bc7-9368-5bd826d03048,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:17:05.953646 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:05.955966 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:06.045813 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Pushing event updated for resources: {'Port': ['ID=b857206e-153d-4bc7-9368-5bd826d03048,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:06.054790 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:06.083806 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:06.107383 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:06.283431 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Allocated IP 172.27.2.111 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/6971ceec-314f-41f4-b5b3-315b2e0f0e13) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:17:06.439191 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:06.555233 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4646499'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:06.560030 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:06.618416 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:06.624944 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:06.629657 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:17:06.665935 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Pushing event updated for resources: {'Port': ['ID=6971ceec-314f-41f4-b5b3-315b2e0f0e13,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:06.669602 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:07.120724 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:07.162606 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48a00d3-98ad-4056-926b-358cd1bba9d1 None None] Network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:17:07.353216 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-89eb7f3f-579e-4647-87d1-1e5d570ad21f None None] Provisioning for port b857206e-153d-4bc7-9368-5bd826d03048 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:07.399269 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776152'] for router, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:07.664519 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Router fcaea66d-be0f-4263-b296-8b5042f4cc6c is scheduled to L3 agent d030d153-e17d-479d-a207-828748eac732 with binding_index 1 {{(pid=93484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:17:07.753817 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device b857206e-153d-4bc7-9368-5bd826d03048 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:07.845436 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:17:07.859657 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Sync routers for ids ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:17:07.872211 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Routers {'fcaea66d-be0f-4263-b296-8b5042f4cc6c'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:07.872211 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:07.912942 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port b857206e-153d-4bc7-9368-5bd826d03048 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:07.946347 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port b857206e-153d-4bc7-9368-5bd826d03048 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:07.946739 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:07.986461 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:07.991764 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0560062 Jun 16 17:17:07.992235 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49942) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:08.035626 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Set router fcaea66d-be0f-4263-b296-8b5042f4cc6c gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:08.315097 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:08.370683 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port b857206e-153d-4bc7-9368-5bd826d03048, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=b857206e-153d-4bc7-9368-5bd826d03048,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:08.439219 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:06Z', 'revision_number': 3, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:08.447617 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Checking router: fcaea66d-be0f-4263-b296-8b5042f4cc6c for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:17:08.447617 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Updating router fcaea66d-be0f-4263-b296-8b5042f4cc6c port 6971ceec-314f-41f4-b5b3-315b2e0f0e13 binding host dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:17:08.486369 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:08.491049 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-58cc9fb7-eda4-4402-a54f-dfd09fc34f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:08.551868 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:08.610789 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=b857206e-153d-4bc7-9368-5bd826d03048,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:08.621993 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:08.784354 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:08.933954 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:08.952265 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Transition to ACTIVE for port object 6971ceec-314f-41f4-b5b3-315b2e0f0e13 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:08.998112 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Allocated IP 172.20.0.1 (7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57/4b20acf1-8a19-4590-8d07-29f12bcd76fe/325f66bc-5eb0-44e3-ac59-28212e149f34) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:17:09.038190 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:09.040910 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a54b83ee-729a-4da0-a77e-863434f8e45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:09.109777 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Attempting to bind port 6971ceec-314f-41f4-b5b3-315b2e0f0e13 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:17:09.110413 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Attempting to bind port 6971ceec-314f-41f4-b5b3-315b2e0f0e13 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:17:09.111017 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Attempting to bind port 6971ceec-314f-41f4-b5b3-315b2e0f0e13 on network f3b02221-594f-42f0-99f5-5967d9456d03 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:17:09.114251 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13355e23-7b2e-4776-955c-abbfa3dcd83b None None] Pushing event updated for resources: {'Port': ['ID=6971ceec-314f-41f4-b5b3-315b2e0f0e13,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:09.120212 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-13355e23-7b2e-4776-955c-abbfa3dcd83b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:09.124865 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:17:09.125482 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Checking segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:17:09.132450 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:09.132450 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Bound using segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:17:09.132450 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Bound port: 6971ceec-314f-41f4-b5b3-315b2e0f0e13, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:17:09.132450 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:09.164526 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:09.188447 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Transition to ACTIVE for port object 325f66bc-5eb0-44e3-ac59-28212e149f34 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:09.210423 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] For port 6971ceec-314f-41f4-b5b3-315b2e0f0e13, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:17:09.215934 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] For port 6971ceec-314f-41f4-b5b3-315b2e0f0e13, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=6971ceec-314f-41f4-b5b3-315b2e0f0e13,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:17:09.316843 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:09.319071 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:09.330484 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:09.336775 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5959dea2-5b61-4584-be4f-8a77e2678709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:09.383539 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Routers {'fcaea66d-be0f-4263-b296-8b5042f4cc6c'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:09.384245 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:09.388778 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:09.390053 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13355e23-7b2e-4776-955c-abbfa3dcd83b None None] Pushing event updated for resources: {'Port': ['ID=6971ceec-314f-41f4-b5b3-315b2e0f0e13,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:09.400253 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:09.404990 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:17:09.428790 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-13355e23-7b2e-4776-955c-abbfa3dcd83b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:09.453635 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Pushing event updated for resources: {'Port': ['ID=325f66bc-5eb0-44e3-ac59-28212e149f34,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:09.459089 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:09.486634 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771177'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:09.525455 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] Set router fcaea66d-be0f-4263-b296-8b5042f4cc6c gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:09.740379 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device b857206e-153d-4bc7-9368-5bd826d03048 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:09.796374 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:09.804229 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:06Z', 'revision_number': 3, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:09.806729 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-7a4ec809-8315-4dd0-b553-93649dfc8566 None None] Provisioning for port 325f66bc-5eb0-44e3-ac59-28212e149f34 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:09.814118 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-7a4ec809-8315-4dd0-b553-93649dfc8566 None None] Provisioning complete for port 325f66bc-5eb0-44e3-ac59-28212e149f34 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:09.814506 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec809-8315-4dd0-b553-93649dfc8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:09.816954 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3157c-39ad-4d0d-a096-c544848c6031 None None] The sync data for ids ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'] in dv-cinder-772126-4-iscsi is: [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:06Z', 'revision_number': 3, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:17:09.822933 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port b857206e-153d-4bc7-9368-5bd826d03048 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:09.822933 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:09.930636 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ec809-8315-4dd0-b553-93649dfc8566 None None] Port 325f66bc-5eb0-44e3-ac59-28212e149f34 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:17:10.067628 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:10.139088 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:10.141726 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-07851d83-1655-4957-a213-78edc8b3d90b tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:10.248281 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Pushing event updated for resources: {'Port': ['ID=325f66bc-5eb0-44e3-ac59-28212e149f34,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:10.251518 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:10.252911 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771093'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:10.383468 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:10.385952 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:10.564916 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Router fcaea66d-be0f-4263-b296-8b5042f4cc6c has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:17:10.672596 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-8453da07-78c6-4340-8de9-7b29e71ce211 None None] Provisioning complete for port 325f66bc-5eb0-44e3-ac59-28212e149f34 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:10.673140 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8453da07-78c6-4340-8de9-7b29e71ce211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:10.732382 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:17:10.732683 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-8453da07-78c6-4340-8de9-7b29e71ce211 None None] Port 325f66bc-5eb0-44e3-ac59-28212e149f34 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:17:10.739455 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] 10.222.0.10 "PUT /v2.0/routers/fcaea66d-be0f-4263-b296-8b5042f4cc6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7455692 Jun 16 17:17:11.642253 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49966) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:11.648155 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1554183842-network', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:11.731745 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6971ceec-314f-41f4-b5b3-315b2e0f0e13 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:11.740347 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Sync routers for ids ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:17:11.742304 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Made reservation on behalf of 2ee970fc56ec4220bd815f5ec4c6ea8b for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:17:11.745667 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:11.752412 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Routers {'fcaea66d-be0f-4263-b296-8b5042f4cc6c'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:11.753522 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:11.760262 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:11.874918 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Set router fcaea66d-be0f-4263-b296-8b5042f4cc6c gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:11.876260 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 6971ceec-314f-41f4-b5b3-315b2e0f0e13 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:11.876976 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:11.880889 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 6971ceec-314f-41f4-b5b3-315b2e0f0e13 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:11.881331 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:11.944780 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:11.950187 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-10496d44-2242-4e12-8ddf-f7f04d2fe5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:11.972192 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:17:11.977000 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:11.988969 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8f704d-27d1-4bb3-a630-df584725988a,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:11.994408 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:11.995802 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:11.996161 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Added segment 53af5358-5d31-4a5f-8ab6-b2bb930f8198 of type vlan for network 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 Jun 16 17:17:12.002162 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 6971ceec-314f-41f4-b5b3-315b2e0f0e13, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=6971ceec-314f-41f4-b5b3-315b2e0f0e13,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:12.044935 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:12.073054 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:12.077226 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-744873a9-ed57-490d-9704-33c38ad3a39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:12.111146 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 4, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '325f66bc-5eb0-44e3-ac59-28212e149f34', 'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'mac_address': 'fa:16:3e:f2:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:08Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 2, 'project_id': '71d85a12355c419bbd88cc2345138464', 'subnets': [{'id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:12.115087 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Checking router: fcaea66d-be0f-4263-b296-8b5042f4cc6c for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:17:12.115443 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Updating router fcaea66d-be0f-4263-b296-8b5042f4cc6c port 325f66bc-5eb0-44e3-ac59-28212e149f34 binding host dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:17:12.147844 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=6971ceec-314f-41f4-b5b3-315b2e0f0e13,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:12.154608 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:12.156827 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:12.159299 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:12.160281 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:12.161938 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:12.167954 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:12.270959 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6246383 Jun 16 17:17:12.271466 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49968) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:12.275285 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc5a8bf-7138-4ef2-8117-5a4e51af7507,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:12.279808 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4d3b9d63-5ec5-49d2-a4b2-5c0e659ae160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:12.281207 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Request body: {'subnet': {'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1554183842-subnet', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:12.293319 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:17:12.385800 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Made reservation on behalf of 2ee970fc56ec4220bd815f5ec4c6ea8b for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:17:12.389163 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4707700'] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:12.575364 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:17:12.594400 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:12.611845 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Transition to ACTIVE for port object 325f66bc-5eb0-44e3-ac59-28212e149f34 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:12.695042 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:12.697944 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-f38d60a5-66c5-494f-9aae-9222e3567791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:12.723750 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4707686'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:12.728585 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-12049c7a-26b5-4c2a-8f4d-6ae078e68a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:12.791361 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=282cd004-106a-43ac-ac11-a38253989521,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:12.798176 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Pushing event updated for resources: {'Port': ['ID=325f66bc-5eb0-44e3-ac59-28212e149f34,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:12.809991 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:12.822680 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Checking segment: {'id': '53af5358-5d31-4a5f-8ab6-b2bb930f8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:17:12.823050 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Network hostable DHCP agents. Network: 8cc5a8bf-7138-4ef2-8117-5a4e51af7507, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:17:12.827058 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.827680 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.828221 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.835857 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.835857 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.835857 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.835857 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.835857 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.835857 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.835857 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.835857 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.835857 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:12.857317 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:12.874988 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Attempting to bind port 325f66bc-5eb0-44e3-ac59-28212e149f34 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:17:12.875365 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Attempting to bind port 325f66bc-5eb0-44e3-ac59-28212e149f34 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:17:12.875728 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Attempting to bind port 325f66bc-5eb0-44e3-ac59-28212e149f34 on network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:17:12.883439 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:17:12.884026 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Checking segment: {'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:17:12.884640 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:12.885198 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Bound using segment: {'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:17:12.885974 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Bound port: 325f66bc-5eb0-44e3-ac59-28212e149f34, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:17:12.886594 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:12.918307 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Network 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:17:12.974000 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] For port 325f66bc-5eb0-44e3-ac59-28212e149f34, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:17:12.978497 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] For port 325f66bc-5eb0-44e3-ac59-28212e149f34, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=325f66bc-5eb0-44e3-ac59-28212e149f34,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:17:13.072085 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 8cc5a8bf-7138-4ef2-8117-5a4e51af7507) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:13.076770 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:13.084215 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:13.085310 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2748e4-6568-4cc7-907f-1af20096ae7f None None] Network 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:17:13.111425 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:13.114395 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:13.184396 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Pushing event updated for resources: {'Port': ['ID=325f66bc-5eb0-44e3-ac59-28212e149f34,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:13.189867 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Routers {'fcaea66d-be0f-4263-b296-8b5042f4cc6c'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:13.190543 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:13.192582 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4765ca9a-29a9-468d-8b2f-b28e7893e367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:13.244081 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d63b041e-d188-4d56-ae47-57eb1a571707 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9701605 Jun 16 17:17:13.246539 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49972) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:13.254919 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1554183842-router', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:13.274042 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77d24ac1-5335-58a7-b4f6-50a51633770b-8cc5a8bf-7138-4ef2-8117-5a4e51af7507', 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'fixed_ips': [{'subnet_id': '282cd004-106a-43ac-ac11-a38253989521'}]}} from dv-cinder-772126-4-iscsi. {{(pid=93485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:17:13.275035 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:13.344879 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] Set router fcaea66d-be0f-4263-b296-8b5042f4cc6c gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:13.402831 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:13.402831 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:13.453484 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Allocated IP 172.20.0.2 (8cc5a8bf-7138-4ef2-8117-5a4e51af7507/282cd004-106a-43ac-ac11-a38253989521/df6d1867-8f92-4184-ba95-74df77d52334) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:17:13.483091 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:13.632974 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 4, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '325f66bc-5eb0-44e3-ac59-28212e149f34', 'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'mac_address': 'fa:16:3e:f2:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:08Z', 'updated_at': '2021-06-16T17:17:12Z', 'revision_number': 4, 'project_id': '71d85a12355c419bbd88cc2345138464', 'subnets': [{'id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:13.637973 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b32260-a1c3-40c8-afda-87683bfa6936 None None] The sync data for ids ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'] in dv-cinder-772126-4-iscsi is: [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 4, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '325f66bc-5eb0-44e3-ac59-28212e149f34', 'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'mac_address': 'fa:16:3e:f2:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:08Z', 'updated_at': '2021-06-16T17:17:12Z', 'revision_number': 4, 'project_id': '71d85a12355c419bbd88cc2345138464', 'subnets': [{'id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:17:13.671020 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:13.686737 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Transition to ACTIVE for port object df6d1867-8f92-4184-ba95-74df77d52334 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:13.737600 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Transition to ACTIVE for port object df6d1867-8f92-4184-ba95-74df77d52334 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:13.780038 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6971ceec-314f-41f4-b5b3-315b2e0f0e13 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:13.816597 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:13.826508 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d6c59b04-d3ee-4f19-b1a1-69c7f6ffcbca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:13.851591 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:13.883192 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Network 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:13.885512 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:13.893075 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:17:13.908393 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Pushing event updated for resources: {'Port': ['ID=df6d1867-8f92-4184-ba95-74df77d52334,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:13.913437 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:13.950246 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 6971ceec-314f-41f4-b5b3-315b2e0f0e13 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:13.950804 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:14.014564 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Attempting to bind port df6d1867-8f92-4184-ba95-74df77d52334 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:17:14.014951 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Attempting to bind port df6d1867-8f92-4184-ba95-74df77d52334 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '53af5358-5d31-4a5f-8ab6-b2bb930f8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:17:14.015341 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Attempting to bind port df6d1867-8f92-4184-ba95-74df77d52334 on network 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:17:14.028219 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:17:14.032491 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Checking segment: {'id': '53af5358-5d31-4a5f-8ab6-b2bb930f8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:17:14.032491 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:14.032491 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Bound using segment: {'id': '53af5358-5d31-4a5f-8ab6-b2bb930f8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:17:14.032491 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Bound port: df6d1867-8f92-4184-ba95-74df77d52334, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53af5358-5d31-4a5f-8ab6-b2bb930f8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:17:14.032491 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:14.163202 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:14.173030 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] For port df6d1867-8f92-4184-ba95-74df77d52334, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:17:14.176534 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] For port df6d1867-8f92-4184-ba95-74df77d52334, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=df6d1867-8f92-4184-ba95-74df77d52334,segment=NetworkSegment(53af5358-5d31-4a5f-8ab6-b2bb930f8198),segment_id=53af5358-5d31-4a5f-8ab6-b2bb930f8198)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:17:14.188949 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:14.250266 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:14.254467 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7cfc39fe-47fd-412f-83c2-899b1945515c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:14.312405 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Allocated IP 172.27.2.13 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/31ca7ab0-0699-4995-9a10-63988b2ff0fe) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:17:14.314594 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Pushing event updated for resources: {'Port': ['ID=df6d1867-8f92-4184-ba95-74df77d52334,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:14.319235 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:14.441314 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:14.563633 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:14.576982 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-54786ed2-4ee4-4dd8-bcf3-1366fa410abc tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:14.649776 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:14.653312 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:14.663443 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:17:14.716948 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Pushing event updated for resources: {'Port': ['ID=31ca7ab0-0699-4995-9a10-63988b2ff0fe,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:14.721457 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:14.926803 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bf283556-e7dd-40dc-99b4-29e3fb96c9aa req-1b03b364-0b20-4813-bb56-5451d9f529fb tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482505723&fields=id&tenant_id=985c974d42614aa6833f6677f03026f0 HTTP/1.1" status: 200 len: 267 time: 0.0379572 Jun 16 17:17:15.092287 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf283556-e7dd-40dc-99b4-29e3fb96c9aa req-7aaca580-f12b-4478-88ec-4d2bd29622b6 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:15.094057 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bf283556-e7dd-40dc-99b4-29e3fb96c9aa req-7aaca580-f12b-4478-88ec-4d2bd29622b6 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 985 time: 0.1608899 Jun 16 17:17:15.109745 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-bf283556-e7dd-40dc-99b4-29e3fb96c9aa req-e3c1975d-d280-40a8-83c9-78a6d1ed461c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Request body: {'port': {'security_groups': ['9a98e7d4-0696-4d97-bc81-e6f0ff7407bf']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:15.116199 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:15.276478 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-bf283556-e7dd-40dc-99b4-29e3fb96c9aa req-e3c1975d-d280-40a8-83c9-78a6d1ed461c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:15.457488 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670f6831-cdaa-4a10-b81b-1b45b831a2c0 None None] Network 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:17:15.642299 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-376fd405-9271-47df-b25f-275ce8abdf0d None None] Provisioning for port df6d1867-8f92-4184-ba95-74df77d52334 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:15.714344 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776152'] for router, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:15.809227 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device df6d1867-8f92-4184-ba95-74df77d52334 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:15.911322 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-bf283556-e7dd-40dc-99b4-29e3fb96c9aa req-e3c1975d-d280-40a8-83c9-78a6d1ed461c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] For port f2484def-62c1-496b-8079-6b91d463b401, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f2484def-62c1-496b-8079-6b91d463b401,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:15.921292 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port df6d1867-8f92-4184-ba95-74df77d52334 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:15.925539 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port df6d1867-8f92-4184-ba95-74df77d52334 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:15.928954 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:15.961930 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-bf283556-e7dd-40dc-99b4-29e3fb96c9aa req-e3c1975d-d280-40a8-83c9-78a6d1ed461c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:15.991492 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-21f9d65d-d3cf-47a7-bd8f-7133e59b1add None None] Provisioning complete for port df6d1867-8f92-4184-ba95-74df77d52334 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:15.991788 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-21f9d65d-d3cf-47a7-bd8f-7133e59b1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.020291 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-bf283556-e7dd-40dc-99b4-29e3fb96c9aa req-e3c1975d-d280-40a8-83c9-78a6d1ed461c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.025025 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:16.045073 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['f2484def-62c1-496b-8079-6b91d463b401'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:17:16.061546 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Router 3be65e6f-3b3e-4628-a1ea-508e8b093318 is scheduled to L3 agent d030d153-e17d-479d-a207-828748eac732 with binding_index 1 {{(pid=93483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:17:16.082372 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf283556-e7dd-40dc-99b4-29e3fb96c9aa req-e3c1975d-d280-40a8-83c9-78a6d1ed461c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:16.083070 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-bf283556-e7dd-40dc-99b4-29e3fb96c9aa req-e3c1975d-d280-40a8-83c9-78a6d1ed461c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.084584 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bf283556-e7dd-40dc-99b4-29e3fb96c9aa req-e3c1975d-d280-40a8-83c9-78a6d1ed461c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "PUT /v2.0/ports/f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 200 len: 943 time: 0.9809206 Jun 16 17:17:16.086759 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:17:16.089149 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "tag": "f2484def-62c1-496b-8079-6b91d463b401"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:17:16.091019 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.111398 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49990) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:16.255651 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7eff-16f1-4bd2-ada9-edab471dde8c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.266303 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71499f1-1530-4f2a-943d-0d6977d6325f x-openstack-request-id: req-e71499f1-1530-4f2a-943d-0d6977d6325f {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:17:16.266802 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "tag": "f2484def-62c1-496b-8079-6b91d463b401", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:17:16.267245 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e71499f1-1530-4f2a-943d-0d6977d6325f {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:17:16.267929 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401', 'status': 'completed', 'code': 200} Jun 16 17:17:16.299476 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1975d-d280-40a8-83c9-78a6d1ed461c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event updated for resources: {'Port': ['ID=f2484def-62c1-496b-8079-6b91d463b401,revision_number=7']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:16.300175 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7eff-16f1-4bd2-ada9-edab471dde8c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.339275 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e3c1975d-d280-40a8-83c9-78a6d1ed461c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:16.378604 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:17:16.406132 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1 req-d0d8da41-a89b-4bf5-bbc7-6205856d0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:16.406988 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Sync routers for ids ['3be65e6f-3b3e-4628-a1ea-508e8b093318'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:17:16.407682 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1 req-d0d8da41-a89b-4bf5-bbc7-6205856d0461 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=985c974d42614aa6833f6677f03026f0&device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 1099 time: 0.1308210 Jun 16 17:17:16.450134 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['f2484def-62c1-496b-8079-6b91d463b401'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:17:16.455334 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port df6d1867-8f92-4184-ba95-74df77d52334, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=df6d1867-8f92-4184-ba95-74df77d52334,segment=NetworkSegment(53af5358-5d31-4a5f-8ab6-b2bb930f8198),segment_id=53af5358-5d31-4a5f-8ab6-b2bb930f8198)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:16.469836 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-21f9d65d-d3cf-47a7-bd8f-7133e59b1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.482684 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.485005 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2352846 Jun 16 17:17:16.486835 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Routers {'3be65e6f-3b3e-4628-a1ea-508e8b093318'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:16.486997 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3be65e6f-3b3e-4628-a1ea-508e8b093318'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:16.494365 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 49994) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:16.535638 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1 req-d96e4d81-3dc5-45e4-8fd2-95ca201e6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:16.539082 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1 req-d96e4d81-3dc5-45e4-8fd2-95ca201e6cbd service neutron] 10.222.0.60 "GET /v2.0/networks?id=19312281-3844-4bef-8fd3-0aa0b70b8bf9 HTTP/1.1" status: 200 len: 914 time: 0.1068704 Jun 16 17:17:16.539251 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7eff-16f1-4bd2-ada9-edab471dde8c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.542904 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7eff-16f1-4bd2-ada9-edab471dde8c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.550983 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5e2d7eff-16f1-4bd2-ada9-edab471dde8c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "DELETE /v2.0/security-groups/cd5e0b48-d36d-4857-8d34-f6f793948fd8 HTTP/1.1" status: 204 len: 168 time: 0.4315529 Jun 16 17:17:16.551169 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 49996) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:16.584235 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-708dde14-9bb1-4a4a-8412-c1575fa5a757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:16.603514 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d7eff-16f1-4bd2-ada9-edab471dde8c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5e0b48-d36d-4857-8d34-f6f793948fd8,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:16.604160 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.605100 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 325f66bc-5eb0-44e3-ac59-28212e149f34 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:16.607351 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5e2d7eff-16f1-4bd2-ada9-edab471dde8c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:16.615300 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:16.719672 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1 req-26c2867e-ee8b-4acb-b102-4999f41cc4a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 200 len: 1002 time: 0.1620750 Jun 16 17:17:16.814232 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1 req-47c0713b-8124-4dd1-8ac4-bab41b409b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:16.815744 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1 req-47c0713b-8124-4dd1-8ac4-bab41b409b1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=41eb959a-5f87-44c3-ba91-34050801a6de HTTP/1.1" status: 200 len: 853 time: 0.0853822 Jun 16 17:17:16.840887 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Deleting port e38e0c9a-ba17-4830-853b-d6e5dc47bb83 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:16.841379 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.862231 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.db.api [None req-21f9d65d-d3cf-47a7-bd8f-7133e59b1add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 17:17:16.862626 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_db.api [None req-21f9d65d-d3cf-47a7-bd8f-7133e59b1add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:17:16.877100 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=df6d1867-8f92-4184-ba95-74df77d52334,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:16.888378 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:16.907298 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Set router 3be65e6f-3b3e-4628-a1ea-508e8b093318 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:16.989173 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:16.989914 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.005654 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1 req-6b63a4d8-b427-4ebf-aee4-78ad46347e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:17.007958 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1 req-6b63a4d8-b427-4ebf-aee4-78ad46347e9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19312281-3844-4bef-8fd3-0aa0b70b8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1535676 Jun 16 17:17:17.058804 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 325f66bc-5eb0-44e3-ac59-28212e149f34 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:17.073358 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Calling delete_port for e38e0c9a-ba17-4830-853b-d6e5dc47bb83 owned by network:floatingip {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:17.075395 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 325f66bc-5eb0-44e3-ac59-28212e149f34 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:17.075647 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.262231 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.298909 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'name': 'tempest-TestShelveInstance-1554183842-router', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:13Z', 'updated_at': '2021-06-16T17:17:14Z', 'revision_number': 3, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'gw_port': {'id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:14Z', 'updated_at': '2021-06-16T17:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:17.311917 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Checking router: 3be65e6f-3b3e-4628-a1ea-508e8b093318 for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:17:17.312467 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Updating router 3be65e6f-3b3e-4628-a1ea-508e8b093318 port 31ca7ab0-0699-4995-9a10-63988b2ff0fe binding host dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:17:17.317755 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 325f66bc-5eb0-44e3-ac59-28212e149f34, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=325f66bc-5eb0-44e3-ac59-28212e149f34,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:17.329096 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.347270 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1 req-5900e5cb-e793-4013-aa3e-03a66486f669 service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024976 Jun 16 17:17:17.410557 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.414105 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.421979 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:17.513740 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0fc7534e-8f03-46c4-96a4-4b378fb4eeb1 req-549a096f-3a50-47a3-b034-75dd6218ede6 service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552894 Jun 16 17:17:17.586882 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Allocated IP 172.20.0.1 (8cc5a8bf-7138-4ef2-8117-5a4e51af7507/282cd004-106a-43ac-ac11-a38253989521/48f608f8-0047-4db6-b7e4-cc97f88294d5) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:17:17.619177 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.621338 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e16c082d-1989-4c4d-9842-cd287e69912a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:17.627967 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=325f66bc-5eb0-44e3-ac59-28212e149f34,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:17.656161 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event deleted for resources: {'Port': ['ID=e38e0c9a-ba17-4830-853b-d6e5dc47bb83,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:17.659977 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:17.672758 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:17.716878 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-cb3cbe58-2cc6-4087-a426-b1a04a6e47ed None None] Provisioning complete for port f2484def-62c1-496b-8079-6b91d463b401 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:17.717669 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cb3cbe58-2cc6-4087-a426-b1a04a6e47ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.731340 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.731935 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Floating IP 38750c93-2487-49cf-8498-2aa06654d170 disassociated (deleted). External IP: 172.27.2.171, port: f2484def-62c1-496b-8079-6b91d463b401. Jun 16 17:17:17.757409 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.772566 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device df6d1867-8f92-4184-ba95-74df77d52334 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:17.778376 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Transition to ACTIVE for port object 48f608f8-0047-4db6-b7e4-cc97f88294d5 will not be triggered until provisioned by entity DHCP. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:17.889898 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4646499'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.892368 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b1de026b-c484-4e27-a271-ddecf335bd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:17.908012 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port df6d1867-8f92-4184-ba95-74df77d52334 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:17.908462 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:17.932486 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Network 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:17.941228 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:17.947634 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:17:17.969430 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Pushing event updated for resources: {'Port': ['ID=48f608f8-0047-4db6-b7e4-cc97f88294d5,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:17.973763 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:17.985631 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Router 627ea004-5488-4a04-acd7-29cdbb6acb24 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:17:17.992814 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771177'] for router_interface, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.019468 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.034450 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Transition to ACTIVE for port object 31ca7ab0-0699-4995-9a10-63988b2ff0fe will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:18.113447 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:17:18.118059 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.124776 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186a35b-921c-489f-adeb-fb15b7585e4f None None] Sync routers for ids ['627ea004-5488-4a04-acd7-29cdbb6acb24'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:17:18.135103 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186a35b-921c-489f-adeb-fb15b7585e4f None None] Routers {'627ea004-5488-4a04-acd7-29cdbb6acb24'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:18.135729 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-a186a35b-921c-489f-adeb-fb15b7585e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['627ea004-5488-4a04-acd7-29cdbb6acb24'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:18.157436 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "DELETE /v2.0/floatingips/38750c93-2487-49cf-8498-2aa06654d170 HTTP/1.1" status: 204 len: 168 time: 1.6081891 Jun 16 17:17:18.163515 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.166401 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:18.250568 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.256198 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75209e4e-f8ef-444a-a11f-14da371fe39c None None] Pushing event updated for resources: {'Port': ['ID=31ca7ab0-0699-4995-9a10-63988b2ff0fe,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:18.260388 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-75209e4e-f8ef-444a-a11f-14da371fe39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:18.262970 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Attempting to bind port 31ca7ab0-0699-4995-9a10-63988b2ff0fe on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:17:18.263382 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Attempting to bind port 31ca7ab0-0699-4995-9a10-63988b2ff0fe by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:17:18.263755 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Attempting to bind port 31ca7ab0-0699-4995-9a10-63988b2ff0fe on network f3b02221-594f-42f0-99f5-5967d9456d03 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:17:18.268816 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:17:18.269568 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:17:18.269956 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Checking segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:17:18.270393 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.270836 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Bound using segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:17:18.271434 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Bound port: 31ca7ab0-0699-4995-9a10-63988b2ff0fe, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:17:18.271735 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.275040 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab548fb-e905-45e5-b94a-90e1689ec4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "tag": "f2484def-62c1-496b-8079-6b91d463b401"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:17:18.278908 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-a186a35b-921c-489f-adeb-fb15b7585e4f None None] Set router 627ea004-5488-4a04-acd7-29cdbb6acb24 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:18.346705 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] For port 31ca7ab0-0699-4995-9a10-63988b2ff0fe, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:17:18.354421 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8764487-9e7c-4915-a4f8-e2ec8462296c x-openstack-request-id: req-a8764487-9e7c-4915-a4f8-e2ec8462296c {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:17:18.354768 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "tag": "f2484def-62c1-496b-8079-6b91d463b401", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:17:18.355060 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8764487-9e7c-4915-a4f8-e2ec8462296c {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:17:18.355494 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401', 'status': 'completed', 'code': 200} Jun 16 17:17:18.357553 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] For port 31ca7ab0-0699-4995-9a10-63988b2ff0fe, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=31ca7ab0-0699-4995-9a10-63988b2ff0fe,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:17:18.397793 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-f6121ac6-1c89-423f-ae3a-4a8a6c13da90 None None] Provisioning for port 48f608f8-0047-4db6-b7e4-cc97f88294d5 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:18.402664 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-f6121ac6-1c89-423f-ae3a-4a8a6c13da90 None None] Provisioning complete for port 48f608f8-0047-4db6-b7e4-cc97f88294d5 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:18.403430 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f6121ac6-1c89-423f-ae3a-4a8a6c13da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.436887 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.441760 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-75209e4e-f8ef-444a-a11f-14da371fe39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:18.509049 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab548fb-e905-45e5-b94a-90e1689ec4a0 req-e3a5f099-4560-4b3e-8e0a-8124eb1a04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:18.510981 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ab548fb-e905-45e5-b94a-90e1689ec4a0 req-e3a5f099-4560-4b3e-8e0a-8124eb1a04b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=985c974d42614aa6833f6677f03026f0&device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 1099 time: 0.1288121 Jun 16 17:17:18.512775 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-f6121ac6-1c89-423f-ae3a-4a8a6c13da90 None None] Port 48f608f8-0047-4db6-b7e4-cc97f88294d5 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:17:18.529694 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Routers {'3be65e6f-3b3e-4628-a1ea-508e8b093318'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:18.530661 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3be65e6f-3b3e-4628-a1ea-508e8b093318'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:18.614122 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.622812 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75209e4e-f8ef-444a-a11f-14da371fe39c None None] Pushing event updated for resources: {'Port': ['ID=31ca7ab0-0699-4995-9a10-63988b2ff0fe,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:18.632844 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-75209e4e-f8ef-444a-a11f-14da371fe39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:18.664216 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab548fb-e905-45e5-b94a-90e1689ec4a0 req-19cb7180-2807-4224-a328-14e5cb3c9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:18.665760 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ab548fb-e905-45e5-b94a-90e1689ec4a0 req-19cb7180-2807-4224-a328-14e5cb3c9375 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19312281-3844-4bef-8fd3-0aa0b70b8bf9 HTTP/1.1" status: 200 len: 914 time: 0.1467123 Jun 16 17:17:18.674182 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-a186a35b-921c-489f-adeb-fb15b7585e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:12Z', 'revision_number': 4, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '43856007-e326-4ee8-9e7e-08e4bca28712', 'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'mac_address': 'fa:16:3e:0d:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:10Z', 'updated_at': '2021-06-16T17:11:19Z', 'revision_number': 5, 'project_id': '985c974d42614aa6833f6677f03026f0', 'subnets': [{'id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:18.678311 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186a35b-921c-489f-adeb-fb15b7585e4f None None] Checking router: 627ea004-5488-4a04-acd7-29cdbb6acb24 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:17:18.690778 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186a35b-921c-489f-adeb-fb15b7585e4f None None] Routers {'627ea004-5488-4a04-acd7-29cdbb6acb24'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:18.690978 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] Set router 3be65e6f-3b3e-4628-a1ea-508e8b093318 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:18.691734 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-a186a35b-921c-489f-adeb-fb15b7585e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['627ea004-5488-4a04-acd7-29cdbb6acb24'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:18.711884 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4646517'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.714563 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ab548fb-e905-45e5-b94a-90e1689ec4a0 req-56c16ced-a327-4ce5-85db-e0b616f960cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 200 len: 217 time: 0.0403314 Jun 16 17:17:18.716045 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-033453b7-3875-49ee-adae-59fa64992a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:18.806046 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771093'] for router_interface, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:18.820181 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab548fb-e905-45e5-b94a-90e1689ec4a0 req-24d9ddbf-6b09-4abc-877c-82fdce6a8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:18.821783 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ab548fb-e905-45e5-b94a-90e1689ec4a0 req-24d9ddbf-6b09-4abc-877c-82fdce6a8e17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=41eb959a-5f87-44c3-ba91-34050801a6de HTTP/1.1" status: 200 len: 853 time: 0.0915534 Jun 16 17:17:18.917814 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-a186a35b-921c-489f-adeb-fb15b7585e4f None None] Set router 627ea004-5488-4a04-acd7-29cdbb6acb24 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:18.927870 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Pushing event updated for resources: {'Port': ['ID=48f608f8-0047-4db6-b7e4-cc97f88294d5,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:18.938530 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:18.969188 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab548fb-e905-45e5-b94a-90e1689ec4a0 req-091a1bf0-c65e-4bf3-915a-79b0c49eca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:18.971269 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ab548fb-e905-45e5-b94a-90e1689ec4a0 req-091a1bf0-c65e-4bf3-915a-79b0c49eca9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19312281-3844-4bef-8fd3-0aa0b70b8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1415801 Jun 16 17:17:19.012125 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Network 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:19.015608 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:19.142073 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ab548fb-e905-45e5-b94a-90e1689ec4a0 req-4499c53e-ab17-46cf-90a5-a35640d21853 service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601312 Jun 16 17:17:19.220245 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'name': 'tempest-TestShelveInstance-1554183842-router', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:13Z', 'updated_at': '2021-06-16T17:17:18Z', 'revision_number': 4, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'gw_port': {'id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:14Z', 'updated_at': '2021-06-16T17:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '48f608f8-0047-4db6-b7e4-cc97f88294d5', 'name': '', 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'mac_address': 'fa:16:3e:73:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '282cd004-106a-43ac-ac11-a38253989521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:17Z', 'updated_at': '2021-06-16T17:17:17Z', 'revision_number': 1, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'subnets': [{'id': '282cd004-106a-43ac-ac11-a38253989521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:19.226428 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1af2dc-2cea-4158-8432-1f89cc03a529 None None] The sync data for ids ['3be65e6f-3b3e-4628-a1ea-508e8b093318'] in dv-cinder-772126-4-iscsi is: [{'id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'name': 'tempest-TestShelveInstance-1554183842-router', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:13Z', 'updated_at': '2021-06-16T17:17:18Z', 'revision_number': 4, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'gw_port': {'id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:14Z', 'updated_at': '2021-06-16T17:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '48f608f8-0047-4db6-b7e4-cc97f88294d5', 'name': '', 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'mac_address': 'fa:16:3e:73:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '282cd004-106a-43ac-ac11-a38253989521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:17Z', 'updated_at': '2021-06-16T17:17:17Z', 'revision_number': 1, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'subnets': [{'id': '282cd004-106a-43ac-ac11-a38253989521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:17:19.251556 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Router 3be65e6f-3b3e-4628-a1ea-508e8b093318 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:17:19.261272 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-a186a35b-921c-489f-adeb-fb15b7585e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:12Z', 'revision_number': 4, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '43856007-e326-4ee8-9e7e-08e4bca28712', 'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'mac_address': 'fa:16:3e:0d:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:10Z', 'updated_at': '2021-06-16T17:11:19Z', 'revision_number': 5, 'project_id': '985c974d42614aa6833f6677f03026f0', 'subnets': [{'id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:19.280891 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186a35b-921c-489f-adeb-fb15b7585e4f None None] The sync data for ids ['627ea004-5488-4a04-acd7-29cdbb6acb24'] in dv-cinder-772126-4-iscsi is: [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:11:12Z', 'revision_number': 4, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '43856007-e326-4ee8-9e7e-08e4bca28712', 'name': '', 'network_id': '19312281-3844-4bef-8fd3-0aa0b70b8bf9', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'mac_address': 'fa:16:3e:0d:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:10Z', 'updated_at': '2021-06-16T17:11:19Z', 'revision_number': 5, 'project_id': '985c974d42614aa6833f6677f03026f0', 'subnets': [{'id': '41eb959a-5f87-44c3-ba91-34050801a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:17:19.309425 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9ab548fb-e905-45e5-b94a-90e1689ec4a0 req-be8bbe0d-5be1-4cea-8e17-4a3e326dcb6a service neutron] 10.222.0.60 "GET /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569989 Jun 16 17:17:19.347266 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-3951f18b-6dc2-4f92-a1ba-e4e72447e7fb None None] Provisioning complete for port 48f608f8-0047-4db6-b7e4-cc97f88294d5 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:19.347266 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3951f18b-6dc2-4f92-a1ba-e4e72447e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:19.392009 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-3951f18b-6dc2-4f92-a1ba-e4e72447e7fb None None] Port 48f608f8-0047-4db6-b7e4-cc97f88294d5 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:17:19.400762 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:17:19.413698 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] 10.222.0.10 "PUT /v2.0/routers/3be65e6f-3b3e-4628-a1ea-508e8b093318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9124405 Jun 16 17:17:19.716869 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 325f66bc-5eb0-44e3-ac59-28212e149f34 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:19.801738 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4db161-208b-45c2-aeee-2c0fe222b056 None None] New status for floating IP 38750c93-2487-49cf-8498-2aa06654d170: DOWN {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:17:19.912230 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 325f66bc-5eb0-44e3-ac59-28212e149f34 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:19.914133 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:20.169336 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50034) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:20.175158 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-abfd8cb0-8a87-47ca-996d-451e5666a0ef tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35253839', 'description': 'tempest-secgroup-smoke-35253839 description', 'project_id': '71d85a12355c419bbd88cc2345138464'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:20.293227 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-abfd8cb0-8a87-47ca-996d-451e5666a0ef tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:20.397592 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-abfd8cb0-8a87-47ca-996d-451e5666a0ef tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:20.500178 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-abfd8cb0-8a87-47ca-996d-451e5666a0ef tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:20.511226 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a6ef3095-59d6-4615-9678-86f5b0a1eb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:20.541699 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd8cb0-8a87-47ca-996d-451e5666a0ef tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf3aa2e-1a26-4ead-a994-7d6253511aaa,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:20.544521 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-abfd8cb0-8a87-47ca-996d-451e5666a0ef tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:20.656916 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-abfd8cb0-8a87-47ca-996d-451e5666a0ef tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:20.661109 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-abfd8cb0-8a87-47ca-996d-451e5666a0ef tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4878440 Jun 16 17:17:20.661226 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50036) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:20.667377 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-ccc8bfd8-46bd-4a16-b3e2-639f0729d1bf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Request body: {'security_group_rule': {'security_group_id': '0bf3aa2e-1a26-4ead-a994-7d6253511aaa', 'project_id': '71d85a12355c419bbd88cc2345138464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:20.838899 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bfd8-46bd-4a16-b3e2-639f0729d1bf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:20.919856 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bfd8-46bd-4a16-b3e2-639f0729d1bf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:20.986565 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bfd8-46bd-4a16-b3e2-639f0729d1bf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:20.994546 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-51795a32-d2af-4fe8-8b57-9aaf90ce3528 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:21.009023 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8bfd8-46bd-4a16-b3e2-639f0729d1bf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2423fb4d-26d9-4315-aced-9bc84ffaae02,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:21.013227 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ccc8bfd8-46bd-4a16-b3e2-639f0729d1bf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:21.106080 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bfd8-46bd-4a16-b3e2-639f0729d1bf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:21.111256 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ccc8bfd8-46bd-4a16-b3e2-639f0729d1bf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4451067 Jun 16 17:17:21.111713 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50042) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:21.116695 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-e1f5926d-2948-4b91-b4f0-0190cfd590cc tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Request body: {'security_group_rule': {'security_group_id': '0bf3aa2e-1a26-4ead-a994-7d6253511aaa', 'project_id': '71d85a12355c419bbd88cc2345138464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:21.228983 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e1f5926d-2948-4b91-b4f0-0190cfd590cc tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:21.303854 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e1f5926d-2948-4b91-b4f0-0190cfd590cc tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:21.304773 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e40e84-ec87-4022-8027-33e29d345a45 req-ad58da37-b8cb-4f56-9aa8-487f0c179521 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:21.306420 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-42e40e84-ec87-4022-8027-33e29d345a45 req-ad58da37-b8cb-4f56-9aa8-487f0c179521 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.3553655 Jun 16 17:17:21.351610 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-42e40e84-ec87-4022-8027-33e29d345a45 req-a7809324-f4fa-4776-8563-033dd5de74ce tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389771 Jun 16 17:17:21.415018 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e1f5926d-2948-4b91-b4f0-0190cfd590cc tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:21.421138 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:21.438702 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5926d-2948-4b91-b4f0-0190cfd590cc tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90d7a71-c73c-4823-9e00-d62cffc3a292,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:21.443133 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e1f5926d-2948-4b91-b4f0-0190cfd590cc tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:21.515740 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e1f5926d-2948-4b91-b4f0-0190cfd590cc tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:21.517044 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e1f5926d-2948-4b91-b4f0-0190cfd590cc tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4044738 Jun 16 17:17:21.520339 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 50052) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:21.526466 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-ebbbc844-5e32-45e9-8ca3-4dbed4c74790 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Request body: {'security_group_rule': {'security_group_id': '0bf3aa2e-1a26-4ead-a994-7d6253511aaa', 'project_id': '71d85a12355c419bbd88cc2345138464', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:21.727903 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ebbbc844-5e32-45e9-8ca3-4dbed4c74790 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:21.734060 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 31ca7ab0-0699-4995-9a10-63988b2ff0fe up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:21.813614 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ebbbc844-5e32-45e9-8ca3-4dbed4c74790 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:21.889008 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 31ca7ab0-0699-4995-9a10-63988b2ff0fe completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:21.895641 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 31ca7ab0-0699-4995-9a10-63988b2ff0fe triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:21.896294 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:21.913083 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ebbbc844-5e32-45e9-8ca3-4dbed4c74790 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:21.916005 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5e4c021c-1e72-4252-a167-1c2020ea785e tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:21.940013 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbc844-5e32-45e9-8ca3-4dbed4c74790 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a3e8fa-54d6-424a-ac7d-d3c64d3b6feb,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:21.942691 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ebbbc844-5e32-45e9-8ca3-4dbed4c74790 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:21.971749 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Sync routers for ids ['3be65e6f-3b3e-4628-a1ea-508e8b093318'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:17:21.983698 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Routers {'3be65e6f-3b3e-4628-a1ea-508e8b093318'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:21.984314 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3be65e6f-3b3e-4628-a1ea-508e8b093318'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:21.990726 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.011872 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 31ca7ab0-0699-4995-9a10-63988b2ff0fe, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=31ca7ab0-0699-4995-9a10-63988b2ff0fe,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:22.030218 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ebbbc844-5e32-45e9-8ca3-4dbed4c74790 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.031457 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ebbbc844-5e32-45e9-8ca3-4dbed4c74790 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5099995 Jun 16 17:17:22.034248 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50056) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:22.040204 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-532e1273-0cc9-4b6d-8659-16bce8ab76e7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Request body: {'security_group_rule': {'security_group_id': '0bf3aa2e-1a26-4ead-a994-7d6253511aaa', 'project_id': '71d85a12355c419bbd88cc2345138464', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:22.087460 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.089608 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7cfc39fe-47fd-412f-83c2-899b1945515c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:22.119756 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Set router 3be65e6f-3b3e-4628-a1ea-508e8b093318 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:22.173879 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-532e1273-0cc9-4b6d-8659-16bce8ab76e7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.174564 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=31ca7ab0-0699-4995-9a10-63988b2ff0fe,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:22.207292 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:22.266892 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-532e1273-0cc9-4b6d-8659-16bce8ab76e7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.336002 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-532e1273-0cc9-4b6d-8659-16bce8ab76e7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.339024 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5870db37-8685-40aa-9ba7-11de0b9934cc tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:22.359586 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e1273-0cc9-4b6d-8659-16bce8ab76e7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f49236-5306-4e45-b71b-f5364c2522e5,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:22.362590 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-532e1273-0cc9-4b6d-8659-16bce8ab76e7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:22.400942 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'name': 'tempest-TestShelveInstance-1554183842-router', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:13Z', 'updated_at': '2021-06-16T17:17:18Z', 'revision_number': 4, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'gw_port': {'id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:14Z', 'updated_at': '2021-06-16T17:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '48f608f8-0047-4db6-b7e4-cc97f88294d5', 'name': '', 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'mac_address': 'fa:16:3e:73:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '282cd004-106a-43ac-ac11-a38253989521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:17Z', 'updated_at': '2021-06-16T17:17:18Z', 'revision_number': 2, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'subnets': [{'id': '282cd004-106a-43ac-ac11-a38253989521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:22.405112 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Checking router: 3be65e6f-3b3e-4628-a1ea-508e8b093318 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:17:22.411516 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Updating router 3be65e6f-3b3e-4628-a1ea-508e8b093318 port 48f608f8-0047-4db6-b7e4-cc97f88294d5 binding host dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:17:22.443223 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-532e1273-0cc9-4b6d-8659-16bce8ab76e7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.445466 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-532e1273-0cc9-4b6d-8659-16bce8ab76e7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4100025 Jun 16 17:17:22.448314 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50062) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:22.453022 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.454675 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-b300a30b-f3d3-46b3-8860-0d1b7dff59ac tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Request body: {'security_group_rule': {'security_group_id': '0bf3aa2e-1a26-4ead-a994-7d6253511aaa', 'project_id': '71d85a12355c419bbd88cc2345138464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:22.555109 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-56098277-0af6-47b0-afcb-5e0c884e2cb0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:22.555714 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.securitygroups_db [None req-b300a30b-f3d3-46b3-8860-0d1b7dff59ac tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Project 71d85a12355c419bbd88cc2345138464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:17:22.556865 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-56098277-0af6-47b0-afcb-5e0c884e2cb0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.60 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1215687 Jun 16 17:17:22.562172 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b300a30b-f3d3-46b3-8860-0d1b7dff59ac tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.616067 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f4054-b930-4537-8fe2-c8068c10c7e4 req-4d70863b-84c6-4ee8-b3f3-95d057ec8f31 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:22.617760 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a7f4054-b930-4537-8fe2-c8068c10c7e4 req-4d70863b-84c6-4ee8-b3f3-95d057ec8f31 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 945 time: 0.1317465 Jun 16 17:17:22.633309 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b300a30b-f3d3-46b3-8860-0d1b7dff59ac tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.700997 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a7f4054-b930-4537-8fe2-c8068c10c7e4 req-bb1d89b7-6a3c-42e8-9fbc-afd3d0ff22f0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725801 Jun 16 17:17:22.725620 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Deleting port 63265083-96b0-4d46-aaf0-55338b64d83c {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:22.725961 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.736480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b300a30b-f3d3-46b3-8860-0d1b7dff59ac tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.738883 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:22.747048 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.754933 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300a30b-f3d3-46b3-8860-0d1b7dff59ac tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138be2d6-1e71-4230-8061-375e27a7d902,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:22.758612 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Transition to ACTIVE for port object 48f608f8-0047-4db6-b7e4-cc97f88294d5 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:22.760262 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b300a30b-f3d3-46b3-8860-0d1b7dff59ac tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:22.822776 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] For port 63265083-96b0-4d46-aaf0-55338b64d83c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=63265083-96b0-4d46-aaf0-55338b64d83c,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:22.823136 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.841953 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.845102 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:22.854033 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b300a30b-f3d3-46b3-8860-0d1b7dff59ac tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:22.859653 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b300a30b-f3d3-46b3-8860-0d1b7dff59ac tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4094048 Jun 16 17:17:22.860896 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50068) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:22.868606 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-de93cfcc-a9b5-4c90-8f49-fefe3a974691 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Request body: {'security_group_rule': {'security_group_id': '0bf3aa2e-1a26-4ead-a994-7d6253511aaa', 'project_id': '71d85a12355c419bbd88cc2345138464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:22.888947 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f33e-e3ce-40dd-ad68-a537132dd62e None None] Pushing event updated for resources: {'Port': ['ID=48f608f8-0047-4db6-b7e4-cc97f88294d5,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:22.892159 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-12c2f33e-e3ce-40dd-ad68-a537132dd62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:22.997707 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.securitygroups_db [None req-de93cfcc-a9b5-4c90-8f49-fefe3a974691 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Project 71d85a12355c419bbd88cc2345138464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:17:23.003055 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-de93cfcc-a9b5-4c90-8f49-fefe3a974691 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.028887 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Attempting to bind port 48f608f8-0047-4db6-b7e4-cc97f88294d5 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:17:23.029469 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Attempting to bind port 48f608f8-0047-4db6-b7e4-cc97f88294d5 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '53af5358-5d31-4a5f-8ab6-b2bb930f8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:17:23.029697 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Attempting to bind port 48f608f8-0047-4db6-b7e4-cc97f88294d5 on network 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:17:23.036259 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:17:23.036645 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Checking segment: {'id': '53af5358-5d31-4a5f-8ab6-b2bb930f8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:17:23.037063 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.039771 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Bound using segment: {'id': '53af5358-5d31-4a5f-8ab6-b2bb930f8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:17:23.040316 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Bound port: 48f608f8-0047-4db6-b7e4-cc97f88294d5, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53af5358-5d31-4a5f-8ab6-b2bb930f8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:17:23.040709 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.047395 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.048110 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.049313 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Floating IP aa8a813d-4196-4a55-95ea-fa69e3dbed8f disassociated. External IP: 172.27.2.132, port: 63265083-96b0-4d46-aaf0-55338b64d83c. Jun 16 17:17:23.049800 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Calling delete_port for 63265083-96b0-4d46-aaf0-55338b64d83c owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:23.102914 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-de93cfcc-a9b5-4c90-8f49-fefe3a974691 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.116079 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] For port 48f608f8-0047-4db6-b7e4-cc97f88294d5, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:17:23.119645 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] For port 48f608f8-0047-4db6-b7e4-cc97f88294d5, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=48f608f8-0047-4db6-b7e4-cc97f88294d5,segment=NetworkSegment(53af5358-5d31-4a5f-8ab6-b2bb930f8198),segment_id=53af5358-5d31-4a5f-8ab6-b2bb930f8198)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:17:23.191791 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-de93cfcc-a9b5-4c90-8f49-fefe3a974691 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.194596 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:23.212164 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93cfcc-a9b5-4c90-8f49-fefe3a974691 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cfca13-cf63-4ec7-851c-532f889f6d55,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:23.214756 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-de93cfcc-a9b5-4c90-8f49-fefe3a974691 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:23.216218 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.219901 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:23.267361 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.278593 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bd517fcf-11eb-4cc1-a36a-3b7965ab449d tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:23.289773 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Routers {'3be65e6f-3b3e-4628-a1ea-508e8b093318'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:23.290424 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3be65e6f-3b3e-4628-a1ea-508e8b093318'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:23.295272 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2f33e-e3ce-40dd-ad68-a537132dd62e None None] Pushing event updated for resources: {'Port': ['ID=48f608f8-0047-4db6-b7e4-cc97f88294d5,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:23.300532 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-de93cfcc-a9b5-4c90-8f49-fefe3a974691 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.309664 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-de93cfcc-a9b5-4c90-8f49-fefe3a974691 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4394748 Jun 16 17:17:23.319586 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event deleted for resources: {'Port': ['ID=63265083-96b0-4d46-aaf0-55338b64d83c,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:23.322835 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:23.329142 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-12c2f33e-e3ce-40dd-ad68-a537132dd62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:23.446619 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] Set router 3be65e6f-3b3e-4628-a1ea-508e8b093318 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:23.518917 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Router 2a6c974d-fbf5-40c0-9305-717a6ed1671d has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:17:23.528835 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.720936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:17:23.735630 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d978107-dfe5-4976-ad3d-6bd7bba29629 None None] Sync routers for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:17:23.762833 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d978107-dfe5-4976-ad3d-6bd7bba29629 None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:23.763799 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-5d978107-dfe5-4976-ad3d-6bd7bba29629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:23.848014 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 48f608f8-0047-4db6-b7e4-cc97f88294d5 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:23.871064 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] No DVR routers for this DVR port 63265083-96b0-4d46-aaf0-55338b64d83c on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:17:23.879444 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:23.882357 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4b17b3db-3235-4314-8f03-b5f7100888e6 req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.60 "DELETE /v2.0/ports/63265083-96b0-4d46-aaf0-55338b64d83c HTTP/1.1" status: 204 len: 173 time: 1.3148911 Jun 16 17:17:23.884666 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'name': 'network-vif-deleted', 'tag': '63265083-96b0-4d46-aaf0-55338b64d83c'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:17:23.887720 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fa6cd1-ec53-471e-90ac-35e764030477" -d '{"events": [{"server_uuid": "13a2cf50-0ea6-4b65-a3b4-561d4059c04a", "name": "network-vif-deleted", "tag": "63265083-96b0-4d46-aaf0-55338b64d83c"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:17:23.903288 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf923b3-c59c-4663-823e-a2ec9300b8c1 req-d7f6f943-6cc5-4ff4-8963-1b3f5e5964e1 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:23.908503 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8bf923b3-c59c-4663-823e-a2ec9300b8c1 req-d7f6f943-6cc5-4ff4-8963-1b3f5e5964e1 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.2867556 Jun 16 17:17:24.011403 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2650128e-cf40-4089-973f-954433c8272a req-3a80f733-2f44-4d8a-8aa9-b9bb47e52853 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 210 time: 0.0559065 Jun 16 17:17:24.032804 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8bf923b3-c59c-4663-823e-a2ec9300b8c1 req-659af7a7-19f5-448f-9cd0-23b5c1985d14 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180410 Jun 16 17:17:24.051655 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-5d978107-dfe5-4976-ad3d-6bd7bba29629 None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:24.052720 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'name': 'tempest-TestShelveInstance-1554183842-router', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:13Z', 'updated_at': '2021-06-16T17:17:18Z', 'revision_number': 4, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'gw_port': {'id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:14Z', 'updated_at': '2021-06-16T17:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '48f608f8-0047-4db6-b7e4-cc97f88294d5', 'name': '', 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'mac_address': 'fa:16:3e:73:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '282cd004-106a-43ac-ac11-a38253989521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:17Z', 'updated_at': '2021-06-16T17:17:23Z', 'revision_number': 4, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'subnets': [{'id': '282cd004-106a-43ac-ac11-a38253989521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:24.059338 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3816935-c404-4ad7-bab5-a3e5f1d97bec None None] The sync data for ids ['3be65e6f-3b3e-4628-a1ea-508e8b093318'] in dv-cinder-772126-4-iscsi is: [{'id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'name': 'tempest-TestShelveInstance-1554183842-router', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:13Z', 'updated_at': '2021-06-16T17:17:18Z', 'revision_number': 4, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'gw_port': {'id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:14Z', 'updated_at': '2021-06-16T17:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '48f608f8-0047-4db6-b7e4-cc97f88294d5', 'name': '', 'network_id': '8cc5a8bf-7138-4ef2-8117-5a4e51af7507', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'mac_address': 'fa:16:3e:73:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '282cd004-106a-43ac-ac11-a38253989521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:17Z', 'updated_at': '2021-06-16T17:17:23Z', 'revision_number': 4, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'subnets': [{'id': '282cd004-106a-43ac-ac11-a38253989521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:17:24.079481 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6d8283-14aa-43a6-a45a-e4168c922018 x-openstack-request-id: req-8b6d8283-14aa-43a6-a45a-e4168c922018 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:17:24.080069 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a2cf50-0ea6-4b65-a3b4-561d4059c04a", "name": "network-vif-deleted", "tag": "63265083-96b0-4d46-aaf0-55338b64d83c", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:17:24.080589 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b6d8283-14aa-43a6-a45a-e4168c922018 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:17:24.086602 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a2cf50-0ea6-4b65-a3b4-561d4059c04a', 'name': 'network-vif-deleted', 'tag': '63265083-96b0-4d46-aaf0-55338b64d83c', 'status': 'completed', 'code': 200} Jun 16 17:17:24.165837 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 48f608f8-0047-4db6-b7e4-cc97f88294d5 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:24.204074 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 48f608f8-0047-4db6-b7e4-cc97f88294d5 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:24.204578 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:24.370142 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:24.414555 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 48f608f8-0047-4db6-b7e4-cc97f88294d5, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=48f608f8-0047-4db6-b7e4-cc97f88294d5,segment=NetworkSegment(53af5358-5d31-4a5f-8ab6-b2bb930f8198),segment_id=53af5358-5d31-4a5f-8ab6-b2bb930f8198)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:24.420377 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-5d978107-dfe5-4976-ad3d-6bd7bba29629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:24.426745 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d978107-dfe5-4976-ad3d-6bd7bba29629 None None] Checking router: 2a6c974d-fbf5-40c0-9305-717a6ed1671d for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:17:24.437366 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d978107-dfe5-4976-ad3d-6bd7bba29629 None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:24.437965 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-5d978107-dfe5-4976-ad3d-6bd7bba29629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:16:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:24.510095 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:24.510967 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 31ca7ab0-0699-4995-9a10-63988b2ff0fe up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:24.544318 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:24.699932 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 31ca7ab0-0699-4995-9a10-63988b2ff0fe triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:24.700977 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:24.709854 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=48f608f8-0047-4db6-b7e4-cc97f88294d5,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:24.738673 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:24.742339 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-5d978107-dfe5-4976-ad3d-6bd7bba29629 None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:25.085680 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-5d978107-dfe5-4976-ad3d-6bd7bba29629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:25.091107 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d978107-dfe5-4976-ad3d-6bd7bba29629 None None] The sync data for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi is: [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:17:25.219846 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-519c16be-2eba-4a06-84b5-b4ba7d68207c req-e7e11a21-3d69-4ce4-af8f-9d1b460e966e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a2cf50-0ea6-4b65-a3b4-561d4059c04a HTTP/1.1" status: 200 len: 210 time: 0.0469098 Jun 16 17:17:25.299686 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ead3c-7cf2-46d3-92af-48f499a8a724 req-be9eb87e-7ac5-4e85-9cef-b08526448221 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:25.301779 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa7ead3c-7cf2-46d3-92af-48f499a8a724 req-be9eb87e-7ac5-4e85-9cef-b08526448221 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.0847077 Jun 16 17:17:25.360431 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa7ead3c-7cf2-46d3-92af-48f499a8a724 req-6860c5e4-8b7e-4d73-a6e3-b1e142d64fbb tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444202 Jun 16 17:17:25.414703 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd2632-347d-40c2-8192-557e0011c3e2 None None] New status for floating IP aa8a813d-4196-4a55-95ea-fa69e3dbed8f: DOWN {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:17:25.712919 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 48f608f8-0047-4db6-b7e4-cc97f88294d5 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:25.915395 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 48f608f8-0047-4db6-b7e4-cc97f88294d5 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:25.915865 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:25.945876 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b618e-68bb-4150-824f-7633a1f0396d req-2979ff17-52bd-4ee0-86b5-4a51c9ade527 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:25.947504 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8b4b618e-68bb-4150-824f-7633a1f0396d req-2979ff17-52bd-4ee0-86b5-4a51c9ade527 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.0966892 Jun 16 17:17:26.085242 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-8b4b618e-68bb-4150-824f-7633a1f0396d req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Deleting port f2484def-62c1-496b-8079-6b91d463b401 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:26.086012 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8b4b618e-68bb-4150-824f-7633a1f0396d req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.192037 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-8b4b618e-68bb-4150-824f-7633a1f0396d req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] For port f2484def-62c1-496b-8079-6b91d463b401, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f2484def-62c1-496b-8079-6b91d463b401,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:26.192396 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8b4b618e-68bb-4150-824f-7633a1f0396d req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.268816 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-8b4b618e-68bb-4150-824f-7633a1f0396d req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Calling delete_port for f2484def-62c1-496b-8079-6b91d463b401 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:26.441727 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50148) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:26.499040 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-8405b344-5eca-45a2-a508-75b4a0b18df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.520584 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-73e392d5-7959-4f1d-80bc-fe650e340246 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.541721 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8b4b618e-68bb-4150-824f-7633a1f0396d req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.546876 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-73e392d5-7959-4f1d-80bc-fe650e340246 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.549806 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f232466c-557b-4f4c-9b0e-edf919b049ea tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:26.559243 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['f2484def-62c1-496b-8079-6b91d463b401'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:17:26.582395 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Pushing event deleted for resources: {'Port': ['ID=f2484def-62c1-496b-8079-6b91d463b401,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:26.624205 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.624574 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.624941 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.625303 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.625764 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.626119 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.626470 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.626829 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.627174 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.627522 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.627871 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.628217 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:26.632871 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:26.642564 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab8a90-332d-43b6-8b7f-7f5b63b6bfc5 req-e7ed9197-e7ef-47b1-b941-b4607858cdf2 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:26.644067 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d4ab8a90-332d-43b6-8b7f-7f5b63b6bfc5 req-e7ed9197-e7ef-47b1-b941-b4607858cdf2 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 946 time: 0.1523166 Jun 16 17:17:26.663043 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4b618e-68bb-4150-824f-7633a1f0396d req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] No DVR routers for this DVR port f2484def-62c1-496b-8079-6b91d463b401 on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:17:26.666329 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8b4b618e-68bb-4150-824f-7633a1f0396d req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.681524 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8b4b618e-68bb-4150-824f-7633a1f0396d req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.60 "DELETE /v2.0/ports/f2484def-62c1-496b-8079-6b91d463b401 HTTP/1.1" status: 204 len: 173 time: 0.7146714 Jun 16 17:17:26.681524 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'name': 'network-vif-deleted', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:17:26.681524 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e26f157-e76e-4784-b507-5378745af009" -d '{"events": [{"server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "name": "network-vif-deleted", "tag": "f2484def-62c1-496b-8079-6b91d463b401"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:17:26.706835 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-73e392d5-7959-4f1d-80bc-fe650e340246 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.711795 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-73e392d5-7959-4f1d-80bc-fe650e340246 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.713716 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d4ab8a90-332d-43b6-8b7f-7f5b63b6bfc5 req-26aa42db-0253-497c-b9f4-afee2d55561a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528860 Jun 16 17:17:26.715874 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 50154) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:26.716223 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-73e392d5-7959-4f1d-80bc-fe650e340246 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "DELETE /v2.0/security-groups/9e3f81f1-1b74-4c90-9cb1-ab315ccada1f HTTP/1.1" status: 204 len: 168 time: 0.2730205 Jun 16 17:17:26.717550 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-13246dc2-24cd-4132-900e-5fa1387282db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:26.737516 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3d40a1-5bfc-4a6f-a0d2-3b35b3cbb4d3 x-openstack-request-id: req-db3d40a1-5bfc-4a6f-a0d2-3b35b3cbb4d3 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:17:26.749784 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc85f440-cc7f-4a99-8f55-0b73de0f8d2d", "name": "network-vif-deleted", "tag": "f2484def-62c1-496b-8079-6b91d463b401", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:17:26.749784 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db3d40a1-5bfc-4a6f-a0d2-3b35b3cbb4d3 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:17:26.749784 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc85f440-cc7f-4a99-8f55-0b73de0f8d2d', 'name': 'network-vif-deleted', 'tag': 'f2484def-62c1-496b-8079-6b91d463b401', 'status': 'completed', 'code': 200} Jun 16 17:17:26.749784 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.api.v2.resource [None req-f838d1a0-cfbe-4d11-99bd-85ea363479a0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] show failed (client error): The resource could not be found. Jun 16 17:17:26.749784 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f838d1a0-cfbe-4d11-99bd-85ea363479a0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups/9e3f81f1-1b74-4c90-9cb1-ab315ccada1f HTTP/1.1" status: 404 len: 347 time: 0.0240195 Jun 16 17:17:26.750540 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e392d5-7959-4f1d-80bc-fe650e340246 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3f81f1-1b74-4c90-9cb1-ab315ccada1f,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:26.750540 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-73e392d5-7959-4f1d-80bc-fe650e340246 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:26.753591 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50156) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:26.956855 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Deleting port 9ceeb86a-5f42-407c-adc0-806fdf04364b {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:26.964319 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:26.971077 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 63265083-96b0-4d46-aaf0-55338b64d83c no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:17:27.022427 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 63265083-96b0-4d46-aaf0-55338b64d83c {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:17:27.026287 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 63265083-96b0-4d46-aaf0-55338b64d83c not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:17:27.027153 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device f2484def-62c1-496b-8079-6b91d463b401 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:17:27.058504 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: f2484def-62c1-496b-8079-6b91d463b401 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:17:27.059261 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device f2484def-62c1-496b-8079-6b91d463b401 not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:17:27.086776 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:27.087403 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:27.163216 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Calling delete_port for 9ceeb86a-5f42-407c-adc0-806fdf04364b owned by network:floatingip {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:27.398116 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:27.400267 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:27.425182 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event deleted for resources: {'Port': ['ID=9ceeb86a-5f42-407c-adc0-806fdf04364b,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:27.427778 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:27.491421 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:27.493992 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:27.495172 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "DELETE /v2.0/floatingips/aa8a813d-4196-4a55-95ea-fa69e3dbed8f HTTP/1.1" status: 204 len: 168 time: 0.7403028 Jun 16 17:17:27.869306 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50166) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:27.876575 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f00946f8-c0cc-4bd7-968a-dd0006653e99 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774346976', 'description': 'tempest-description--2031715385'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:27.916266 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bdccde4d-9b52-4d31-aa06-450d6bb2eabb req-f34db835-8fe6-4525-8121-37cdbe7457ba tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc85f440-cc7f-4a99-8f55-0b73de0f8d2d HTTP/1.1" status: 200 len: 210 time: 0.0379140 Jun 16 17:17:27.992041 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f00946f8-c0cc-4bd7-968a-dd0006653e99 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:28.087944 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f00946f8-c0cc-4bd7-968a-dd0006653e99 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:28.230325 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f00946f8-c0cc-4bd7-968a-dd0006653e99 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:28.232884 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-68548a7e-c407-43df-85b7-1730911f22f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:28.295670 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00946f8-c0cc-4bd7-968a-dd0006653e99 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536eaeca-4abc-4022-bdbd-baa6f2619699,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:28.298344 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f00946f8-c0cc-4bd7-968a-dd0006653e99 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:28.363074 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f00946f8-c0cc-4bd7-968a-dd0006653e99 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:28.364343 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f00946f8-c0cc-4bd7-968a-dd0006653e99 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4936852 Jun 16 17:17:28.367330 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50170) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:28.371779 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-55dd4e1a-6618-4ceb-8300-87e1358f6ca0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'security_group_rule': {'security_group_id': '536eaeca-4abc-4022-bdbd-baa6f2619699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:28.486503 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-55dd4e1a-6618-4ceb-8300-87e1358f6ca0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:28.545516 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-55dd4e1a-6618-4ceb-8300-87e1358f6ca0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:28.637267 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-55dd4e1a-6618-4ceb-8300-87e1358f6ca0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:28.642672 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7121d455-dcb3-4319-8e77-b42816539d1a tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:28.659129 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd4e1a-6618-4ceb-8300-87e1358f6ca0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe86fa80-7a59-4d24-a0ef-4abfc9bfa16a,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:28.661528 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-55dd4e1a-6618-4ceb-8300-87e1358f6ca0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:28.740049 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-55dd4e1a-6618-4ceb-8300-87e1358f6ca0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:28.741936 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-55dd4e1a-6618-4ceb-8300-87e1358f6ca0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3736792 Jun 16 17:17:28.744649 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50172) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:28.749185 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f1b42c1f-3f6a-464a-9705-6b57d8cf527b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'security_group_rule': {'security_group_id': '536eaeca-4abc-4022-bdbd-baa6f2619699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:28.852478 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f1b42c1f-3f6a-464a-9705-6b57d8cf527b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:28.938026 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f1b42c1f-3f6a-464a-9705-6b57d8cf527b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:29.003376 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f1b42c1f-3f6a-464a-9705-6b57d8cf527b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:29.012036 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-55dd4e1a-6618-4ceb-8300-87e1358f6ca0 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:29.029365 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b42c1f-3f6a-464a-9705-6b57d8cf527b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835eb530-8a01-48fb-8225-fc66f84bb668,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:29.031824 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f1b42c1f-3f6a-464a-9705-6b57d8cf527b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:29.100851 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f1b42c1f-3f6a-464a-9705-6b57d8cf527b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:29.102405 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f1b42c1f-3f6a-464a-9705-6b57d8cf527b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3567998 Jun 16 17:17:29.106645 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50180) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:29.110280 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'floatingip': {'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:29.123016 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:29.192688 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:29.235957 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2525a0f8-b2ae-4154-b979-bff9dd7eab2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:29.335936 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:29.457969 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Allocated IP 172.27.2.24 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/c08fd055-2b2e-471f-b49b-bf04bd6d5959) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:17:29.575033 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:29.752419 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4646499'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:29.754526 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:29.790921 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:29.793801 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:29.799964 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:17:29.830044 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'Port': ['ID=c08fd055-2b2e-471f-b49b-bf04bd6d5959,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:29.836054 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:29.895341 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:30.062626 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:30.218432 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:30.306732 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4646517'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:30.310203 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3badc4cd-e0cb-4345-a0ae-b9f354d86357 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:30.418628 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'Port': ['ID=c08fd055-2b2e-471f-b49b-bf04bd6d5959,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:30.426997 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:30.442752 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:30.529158 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:30.530515 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4239700 Jun 16 17:17:30.898620 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:31.024169 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 50240) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:31.104920 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-25389dd0-7386-4328-bf03-80c0063653ea tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1774346976&fields=id&tenant_id=cc40842a427049259261ae77d430ce91 HTTP/1.1" status: 200 len: 267 time: 0.0367713 Jun 16 17:17:31.290858 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-79040735-d63b-4cf9-b3b6-44db8540ac05 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:31.292303 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-79040735-d63b-4cf9-b3b6-44db8540ac05 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 810 time: 0.1783395 Jun 16 17:17:31.319753 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-5c76c7a0-a96e-45d4-98f3-ac564104b8b5 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/quotas/cc40842a427049259261ae77d430ce91 HTTP/1.1" status: 200 len: 375 time: 0.0211549 Jun 16 17:17:31.487809 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-e497f7c4-4a82-47bc-9ba9-0a0dac91cbe1 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1612425 Jun 16 17:17:31.683194 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6868528a-cf75-417d-ae08-a70b87accddd service neutron] 10.222.0.10 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823957 Jun 16 17:17:31.857680 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-5bf3341e-71e1-4f7c-a54a-03f2c85b3e75 service neutron] 10.222.0.10 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677356 Jun 16 17:17:31.907852 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755956'] for router_interface, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:32.206863 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cc050e9b-e861-4f9f-9259-410799d2dce2 req-b8d074e5-25d8-49d5-bfd6-c01cb195ce85 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0412421 Jun 16 17:17:32.300494 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:32.572777 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Deleting port 43856007-e326-4ee8-9e7e-08e4bca28712 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:32.573118 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:32.654404 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] For port 43856007-e326-4ee8-9e7e-08e4bca28712, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=43856007-e326-4ee8-9e7e-08e4bca28712,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:32.654780 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:32.723498 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Calling delete_port for 43856007-e326-4ee8-9e7e-08e4bca28712 owned by network:router_interface {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:33.003154 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:33.005596 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-403b7671-e68e-4cba-985e-a503eaa1b82f tempest-VolumesActionsTest-1496885387 tempest-VolumesActionsTest-1496885387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:33.031309 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Pushing event deleted for resources: {'Port': ['ID=43856007-e326-4ee8-9e7e-08e4bca28712,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:33.033923 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:33.244004 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755808'] for router_interface, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:33.380257 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3c3619cd-4228-4a11-9ef5-7e1659ba77a6 req-3104cf72-40fc-49fb-bb7d-3c98de5ea38f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0377765 Jun 16 17:17:33.509777 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Router 627ea004-5488-4a04-acd7-29cdbb6acb24 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:17:33.624059 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:17:33.629003 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] 10.222.0.10 "PUT /v2.0/routers/627ea004-5488-4a04-acd7-29cdbb6acb24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6035151 Jun 16 17:17:33.631895 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 50268) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:33.634889 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7c90e-14ad-49bd-b8e8-dfa3c4139874 None None] Sync routers for ids ['627ea004-5488-4a04-acd7-29cdbb6acb24'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:17:33.644642 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7c90e-14ad-49bd-b8e8-dfa3c4139874 None None] Routers {'627ea004-5488-4a04-acd7-29cdbb6acb24'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:33.645509 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-22c7c90e-14ad-49bd-b8e8-dfa3c4139874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:17:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['627ea004-5488-4a04-acd7-29cdbb6acb24'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:33.743541 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:33.765432 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-22c7c90e-14ad-49bd-b8e8-dfa3c4139874 None None] Set router 627ea004-5488-4a04-acd7-29cdbb6acb24 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:33.878348 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:34.008411 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-22c7c90e-14ad-49bd-b8e8-dfa3c4139874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:17:32Z', 'revision_number': 5, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port': {'id': 'edb71ac2-c36c-409d-add8-29a77f4be099', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:06Z', 'updated_at': '2021-06-16T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:34.012106 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7c90e-14ad-49bd-b8e8-dfa3c4139874 None None] Checking router: 627ea004-5488-4a04-acd7-29cdbb6acb24 for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:17:34.030991 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7c90e-14ad-49bd-b8e8-dfa3c4139874 None None] Routers {'627ea004-5488-4a04-acd7-29cdbb6acb24'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:34.030991 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-22c7c90e-14ad-49bd-b8e8-dfa3c4139874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:17:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['627ea004-5488-4a04-acd7-29cdbb6acb24'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:34.034314 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Deleting port edb71ac2-c36c-409d-add8-29a77f4be099 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:34.034660 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:34.125138 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] For port edb71ac2-c36c-409d-add8-29a77f4be099, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=edb71ac2-c36c-409d-add8-29a77f4be099,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:34.125529 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:34.141048 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-22c7c90e-14ad-49bd-b8e8-dfa3c4139874 None None] Set router 627ea004-5488-4a04-acd7-29cdbb6acb24 gateway port host: None {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:34.201194 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-22c7c90e-14ad-49bd-b8e8-dfa3c4139874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:17:33Z', 'revision_number': 6, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port_host': None}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:34.206812 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7c90e-14ad-49bd-b8e8-dfa3c4139874 None None] The sync data for ids ['627ea004-5488-4a04-acd7-29cdbb6acb24'] in dv-cinder-772126-4-iscsi is: [{'id': '627ea004-5488-4a04-acd7-29cdbb6acb24', 'name': 'tempest-TestMinimumBasicScenario-498593946-router', 'tenant_id': '985c974d42614aa6833f6677f03026f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:05Z', 'updated_at': '2021-06-16T17:17:33Z', 'revision_number': 6, 'project_id': '985c974d42614aa6833f6677f03026f0', 'gw_port_host': None}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:17:34.207178 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Calling delete_port for edb71ac2-c36c-409d-add8-29a77f4be099 owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:34.488827 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:34.491927 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-98d8da8f-e367-4ef4-84ba-55812502e0f3 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:34.528290 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb71ac2-c36c-409d-add8-29a77f4be099,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:34.550873 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:34.555532 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed83e7eb-965b-4d3f-ac19-745ea73f8db4 req-bf824dc1-aa2e-4283-91d7-eee30fd97cbd tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0394816 Jun 16 17:17:34.704825 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775459'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:34.817288 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-786016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:34.824997 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:34.839292 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-8b274a16-ff77-48f7-8ec7-f91cdc2edae2 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:34.841928 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-8b274a16-ff77-48f7-8ec7-f91cdc2edae2 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.60 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 810 time: 0.2923565 Jun 16 17:17:34.917815 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-cf4710b3-f284-4c9e-9099-851a39781d2b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc40842a427049259261ae77d430ce91 HTTP/1.1" status: 200 len: 380 time: 0.0402498 Jun 16 17:17:34.929344 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'port': {'device_id': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'admin_state_up': True, 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'security_groups': ['536eaeca-4abc-4022-bdbd-baa6f2619699']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:34.997986 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-785513'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:34.998472 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 627ea004-5488-4a04-acd7-29cdbb6acb24 {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:17:35.003997 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.008740 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50276) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:35.009560 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] 10.222.0.10 "DELETE /v2.0/routers/627ea004-5488-4a04-acd7-29cdbb6acb24 HTTP/1.1" status: 204 len: 168 time: 1.3761196 Jun 16 17:17:35.075959 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-5606ac0e-d474-43e9-8afc-0714273b565e admin admin] Deleting subnet 41eb959a-5f87-44c3-ba91-34050801a6de {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:17:35.079694 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5606ac0e-d474-43e9-8afc-0714273b565e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.123887 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5606ac0e-d474-43e9-8afc-0714273b565e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4648192'] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.248602 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Made reservation on behalf of cc40842a427049259261ae77d430ce91 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:17:35.252842 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.260857 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5606ac0e-d474-43e9-8afc-0714273b565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.399475 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5606ac0e-d474-43e9-8afc-0714273b565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4646582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4707695'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.403284 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:35.434585 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Allocated IP 172.20.0.3 (bafd4575-f5a6-4e2f-91bf-8600444f6a8e/ba0cf48a-5f55-4609-8052-40d4baf62024/68604a54-64e1-4402-986d-eaa285c671ec) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:17:35.453810 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606ac0e-d474-43e9-8afc-0714273b565e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41eb959a-5f87-44c3-ba91-34050801a6de,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:35.456073 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5606ac0e-d474-43e9-8afc-0714273b565e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:35.466932 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5606ac0e-d474-43e9-8afc-0714273b565e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.470338 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5606ac0e-d474-43e9-8afc-0714273b565e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/41eb959a-5f87-44c3-ba91-34050801a6de HTTP/1.1" status: 204 len: 168 time: 0.4607260 Jun 16 17:17:35.472282 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50286) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:35.473570 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea18b071-7a38-40c9-a17d-ed7b01734a0f None None] Network 19312281-3844-4bef-8fd3-0aa0b70b8bf9 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:17:35.561895 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.631584 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.637049 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Deleting port 18d28803-89d0-40c2-94c3-4f446295ae7d {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:35.637448 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.650255 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Transition to ACTIVE for port object 68604a54-64e1-4402-986d-eaa285c671ec will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:35.727010 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] For port 18d28803-89d0-40c2-94c3-4f446295ae7d, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=18d28803-89d0-40c2-94c3-4f446295ae7d,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:35.727375 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.749459 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-26353eb1-72c0-4278-9912-577e030fad29 req-ad013017-8347-4528-9131-837d75077579 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0362060 Jun 16 17:17:35.759305 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b83c81-459e-4cbc-a6ba-8fb56612e333 None None] DHCP port deletion for 19312281-3844-4bef-8fd3-0aa0b70b8bf9 request from dv-cinder-772126-4-iscsi {{(pid=93485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:17:35.764505 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.775600 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1dd5df6e-2c83-4dbc-9b10-fafe0aa0f7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:35.801501 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device edb71ac2-c36c-409d-add8-29a77f4be099 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:17:35.824064 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: edb71ac2-c36c-409d-add8-29a77f4be099 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:17:35.824443 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device edb71ac2-c36c-409d-add8-29a77f4be099 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:17:35.824878 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 43856007-e326-4ee8-9e7e-08e4bca28712 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:17:35.842086 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Network bafd4575-f5a6-4e2f-91bf-8600444f6a8e is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:35.844144 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:35.847450 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event updated for resources: {'Port': ['ID=68604a54-64e1-4402-986d-eaa285c671ec,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:35.849178 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:17:35.853368 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:35.855852 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 43856007-e326-4ee8-9e7e-08e4bca28712 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:17:35.855852 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 43856007-e326-4ee8-9e7e-08e4bca28712 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:17:35.877596 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-a9b83c81-459e-4cbc-a6ba-8fb56612e333 None None] Deleting port 18d28803-89d0-40c2-94c3-4f446295ae7d {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:35.878231 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a9b83c81-459e-4cbc-a6ba-8fb56612e333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.916313 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:35.917189 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:35.967484 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-a9b83c81-459e-4cbc-a6ba-8fb56612e333 None None] For port 18d28803-89d0-40c2-94c3-4f446295ae7d, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=18d28803-89d0-40c2-94c3-4f446295ae7d,segment=NetworkSegment(5eb7ee26-9228-4316-96ac-fa09180f2865),segment_id=5eb7ee26-9228-4316-96ac-fa09180f2865)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:35.967982 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a9b83c81-459e-4cbc-a6ba-8fb56612e333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.009587 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0852342 Jun 16 17:17:36.027726 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Request body: {'port': {'device_id': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:36.054484 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-a9b83c81-459e-4cbc-a6ba-8fb56612e333 None None] Calling delete_port for 18d28803-89d0-40c2-94c3-4f446295ae7d owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:36.095402 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Calling delete_port for 18d28803-89d0-40c2-94c3-4f446295ae7d owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:36.121431 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.277285 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-5ce8ba38-2ab2-4579-a6b5-2bc1e6ede4e9 None None] Provisioning for port 68604a54-64e1-4402-986d-eaa285c671ec completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:36.283733 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-5ce8ba38-2ab2-4579-a6b5-2bc1e6ede4e9 None None] Provisioning complete for port 68604a54-64e1-4402-986d-eaa285c671ec triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:36.285191 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ba38-2ab2-4579-a6b5-2bc1e6ede4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.305223 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.313613 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-aec2ad51-aa76-4177-b424-f830ea71c2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:36.326775 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a9b83c81-459e-4cbc-a6ba-8fb56612e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.329862 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-75209e4e-f8ef-444a-a11f-14da371fe39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:36.335974 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8ba38-2ab2-4579-a6b5-2bc1e6ede4e9 None None] Port 68604a54-64e1-4402-986d-eaa285c671ec cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:17:36.344302 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] No DVR routers for this DVR port 18d28803-89d0-40c2-94c3-4f446295ae7d on host dv-cinder-772126-4-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:17:36.364611 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b83c81-459e-4cbc-a6ba-8fb56612e333 None None] No DVR routers for this DVR port 18d28803-89d0-40c2-94c3-4f446295ae7d on host dv-cinder-772126-4-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:17:36.370693 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d28803-89d0-40c2-94c3-4f446295ae7d,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:36.372738 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b83c81-459e-4cbc-a6ba-8fb56612e333 None None] Pushing event deleted for resources: {'Port': ['ID=18d28803-89d0-40c2-94c3-4f446295ae7d,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:36.374814 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:36.376165 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a9b83c81-459e-4cbc-a6ba-8fb56612e333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:36.428525 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.438863 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19312281-3844-4bef-8fd3-0aa0b70b8bf9']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:36.450201 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb7ee26-9228-4316-96ac-fa09180f2865') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:36.450520 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb7ee26-9228-4316-96ac-fa09180f2865') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:36.460552 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4648217'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.472849 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68604a54-64e1-4402-986d-eaa285c671ec {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:17:36.475083 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.481084 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.481674 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:17:36.482116 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4646441'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: timer() Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: cb(*args, **kw) Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: self._notify() Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: self.callback(batched_events) Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: event.method(event) Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._get(url).json() Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:17:36.483976 dv-cinder-772126-4-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:17:36.496952 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Transition to ACTIVE for port object 68604a54-64e1-4402-986d-eaa285c671ec will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:36.625877 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.628805 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-09ae2f32-b518-43cf-b41f-5865f376de5f tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:36.710425 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Pushing event updated for resources: {'Port': ['ID=68604a54-64e1-4402-986d-eaa285c671ec,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:36.714432 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:36.763230 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.767628 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-68cac063-3987-494b-a280-a4f639c41ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:36.770438 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:36.773504 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] 10.222.0.10 "DELETE /v2.0/networks/19312281-3844-4bef-8fd3-0aa0b70b8bf9 HTTP/1.1" status: 204 len: 168 time: 1.3002007 Jun 16 17:17:36.778280 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 50294) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:36.787331 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=19312281-3844-4bef-8fd3-0aa0b70b8bf9,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:36.790243 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:36.883692 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Attempting to bind port 68604a54-64e1-4402-986d-eaa285c671ec on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:17:36.884133 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Attempting to bind port 68604a54-64e1-4402-986d-eaa285c671ec by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:17:36.884529 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Attempting to bind port 68604a54-64e1-4402-986d-eaa285c671ec on network bafd4575-f5a6-4e2f-91bf-8600444f6a8e {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:17:36.897369 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Port 68604a54-64e1-4402-986d-eaa285c671ec on network bafd4575-f5a6-4e2f-91bf-8600444f6a8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:17:36.897725 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Attempting to bind port 68604a54-64e1-4402-986d-eaa285c671ec on network bafd4575-f5a6-4e2f-91bf-8600444f6a8e {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:17:36.908064 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:17:36.908418 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Checking segment: {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:17:36.908811 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Bound using segment: {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:17:36.909256 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Bound port: 68604a54-64e1-4402-986d-eaa285c671ec, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3212b838-9304-4c74-9a31-34d4e2d162e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:17:36.909648 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:37.110469 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] For port 68604a54-64e1-4402-986d-eaa285c671ec, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:17:37.134274 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] For port 68604a54-64e1-4402-986d-eaa285c671ec, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=68604a54-64e1-4402-986d-eaa285c671ec,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:17:37.142332 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68bc42-2d25-4ad9-893c-f2c0c48cd987 req-1500b045-c56f-4eab-814f-ced67fc3a524 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:37.143885 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cc68bc42-2d25-4ad9-893c-f2c0c48cd987 req-1500b045-c56f-4eab-814f-ced67fc3a524 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 943 time: 0.2208142 Jun 16 17:17:37.219960 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:37.227611 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-577c8705-c84f-40c6-9a22-84f4916fe354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:37.239546 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cc68bc42-2d25-4ad9-893c-f2c0c48cd987 req-1598b7b1-9972-4cf0-8522-6dd3ea7d188f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884385 Jun 16 17:17:37.289330 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:37.289984 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:37.291477 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] 10.222.0.60 "PUT /v2.0/ports/68604a54-64e1-4402-986d-eaa285c671ec HTTP/1.1" status: 200 len: 1093 time: 1.2703531 Jun 16 17:17:37.295246 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'tag': '68604a54-64e1-4402-986d-eaa285c671ec'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:17:37.297789 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082a071c-2ac3-4848-9122-87ca42163dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0e6372-47c2-4704-8c49-5f87edf9ecc0", "tag": "68604a54-64e1-4402-986d-eaa285c671ec"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:17:37.330884 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Pushing event updated for resources: {'Port': ['ID=68604a54-64e1-4402-986d-eaa285c671ec,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:37.335737 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:37.344565 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f41a1f-2123-4b98-bbbf-eb17cbf01cf7 x-openstack-request-id: req-33f41a1f-2123-4b98-bbbf-eb17cbf01cf7 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:17:37.344958 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0e6372-47c2-4704-8c49-5f87edf9ecc0", "tag": "68604a54-64e1-4402-986d-eaa285c671ec", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:17:37.345256 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33f41a1f-2123-4b98-bbbf-eb17cbf01cf7 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:17:37.345737 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'tag': '68604a54-64e1-4402-986d-eaa285c671ec', 'status': 'completed', 'code': 200} Jun 16 17:17:37.463453 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755956'] for router_interface, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:37.469755 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a071c-2ac3-4848-9122-87ca42163dc4 req-bce437e2-4a82-4188-9d4a-85a3c912d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:37.472345 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-082a071c-2ac3-4848-9122-87ca42163dc4 req-bce437e2-4a82-4188-9d4a-85a3c912d86d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 1096 time: 0.1006818 Jun 16 17:17:37.716399 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 18d28803-89d0-40c2-94c3-4f446295ae7d no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:17:37.737736 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 18d28803-89d0-40c2-94c3-4f446295ae7d {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:17:37.738332 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 18d28803-89d0-40c2-94c3-4f446295ae7d not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:17:37.936757 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a071c-2ac3-4848-9122-87ca42163dc4 req-245bdb74-45fc-4790-8f7a-9b098eedf9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:37.938133 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-082a071c-2ac3-4848-9122-87ca42163dc4 req-245bdb74-45fc-4790-8f7a-9b098eedf9cc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cc40842a427049259261ae77d430ce91&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4331248 Jun 16 17:17:38.087231 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a071c-2ac3-4848-9122-87ca42163dc4 req-23a2d4d1-29b7-46bd-9d76-74343c6bd55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:38.088709 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-082a071c-2ac3-4848-9122-87ca42163dc4 req-23a2d4d1-29b7-46bd-9d76-74343c6bd55a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1198866 Jun 16 17:17:38.224176 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-d3352398-6e25-4a4a-a2be-6e8464b6b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:38.227115 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-d3352398-6e25-4a4a-a2be-6e8464b6b5a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 1096 time: 0.0930772 Jun 16 17:17:38.231205 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Deleting port 166e60f2-d973-4af3-bd33-244b97b431ab {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:38.231717 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:38.311349 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-c2d88fa8-6a9c-47fa-99ed-7b24a2f3e6f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68604a54-64e1-4402-986d-eaa285c671ec HTTP/1.1" status: 200 len: 217 time: 0.0652447 Jun 16 17:17:38.410270 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] For port 166e60f2-d973-4af3-bd33-244b97b431ab, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=166e60f2-d973-4af3-bd33-244b97b431ab,segment=NetworkSegment(f290c90c-b528-4230-a036-857f592cd465),segment_id=f290c90c-b528-4230-a036-857f592cd465)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:38.410622 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:38.424077 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-b89e5db3-2b98-44d6-b80e-63ee8bf35900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:38.426681 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-b89e5db3-2b98-44d6-b80e-63ee8bf35900 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba0cf48a-5f55-4609-8052-40d4baf62024 HTTP/1.1" status: 200 len: 849 time: 0.1045241 Jun 16 17:17:38.494263 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Calling delete_port for 166e60f2-d973-4af3-bd33-244b97b431ab owned by network:router_interface {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:38.604496 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf60a8-796f-466e-8d46-80a05573d31b req-48f8c624-5c85-46c6-acd5-ab8802266e4c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:38.606085 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a1bf60a8-796f-466e-8d46-80a05573d31b req-48f8c624-5c85-46c6-acd5-ab8802266e4c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 943 time: 0.2430439 Jun 16 17:17:38.692049 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-4dadba60-09cb-433a-9125-c38c06349020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:38.698293 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-4dadba60-09cb-433a-9125-c38c06349020 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2325022 Jun 16 17:17:38.713569 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a1bf60a8-796f-466e-8d46-80a05573d31b req-b5f7f3a2-9c5a-4f2c-afd7-2c778a3c126e tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997345 Jun 16 17:17:38.834625 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-6bb606a9-b08f-49ef-900b-b2928fb927b1 service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315663 Jun 16 17:17:38.935745 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b76dd04-9323-4afe-9b94-482ac88d8ab2 req-19da237a-21fb-4ae8-947d-8a7c1b5daddf service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931520 Jun 16 17:17:38.984392 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:38.987279 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-11163994-9a0c-4870-ba3f-629eafcf523d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:39.016757 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=166e60f2-d973-4af3-bd33-244b97b431ab,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:39.020314 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:39.200175 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755808'] for router_interface, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:39.428866 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:17:39.534318 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:17:39.539232 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] 10.222.0.10 "PUT /v2.0/routers/08bd8501-3673-4e53-a0fd-55aae7ba0e1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7600822 Jun 16 17:17:39.541726 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 50310) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:39.544444 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa8d71-3c19-471e-8b43-13756e827065 None None] Sync routers for ids ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:17:39.555545 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa8d71-3c19-471e-8b43-13756e827065 None None] Routers {'08bd8501-3673-4e53-a0fd-55aae7ba0e1a'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:39.562007 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-6eaa8d71-3c19-471e-8b43-13756e827065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:17:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:39.647796 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:39.680530 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-6eaa8d71-3c19-471e-8b43-13756e827065 None None] Set router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:39.767425 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:39.938311 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Deleting port d1283801-1a80-4666-8585-f036930ee806 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:39.938675 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:39.944678 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-6eaa8d71-3c19-471e-8b43-13756e827065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'name': 'tempest-TestMinimumBasicScenario-1839155260-router', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'd1283801-1a80-4666-8585-f036930ee806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:17Z', 'updated_at': '2021-06-16T17:17:38Z', 'revision_number': 5, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'gw_port': {'id': 'd1283801-1a80-4666-8585-f036930ee806', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:11:18Z', 'updated_at': '2021-06-16T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:39.948285 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa8d71-3c19-471e-8b43-13756e827065 None None] Checking router: 08bd8501-3673-4e53-a0fd-55aae7ba0e1a for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:17:39.957226 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa8d71-3c19-471e-8b43-13756e827065 None None] Routers {'08bd8501-3673-4e53-a0fd-55aae7ba0e1a'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:39.957867 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-6eaa8d71-3c19-471e-8b43-13756e827065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:17:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:40.000529 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18068d7-41cf-4f35-8b49-8370876ba499 req-51d0e3c0-1dac-4471-8150-e5b617c43d9c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:40.002165 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f18068d7-41cf-4f35-8b49-8370876ba499 req-51d0e3c0-1dac-4471-8150-e5b617c43d9c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 943 time: 0.1326389 Jun 16 17:17:40.048536 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-6eaa8d71-3c19-471e-8b43-13756e827065 None None] Set router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a gateway port host: None {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:40.061787 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] For port d1283801-1a80-4666-8585-f036930ee806, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=d1283801-1a80-4666-8585-f036930ee806,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:40.062125 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:40.066843 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f18068d7-41cf-4f35-8b49-8370876ba499 req-15551a40-8763-44b3-94c8-d4df7773699f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584433 Jun 16 17:17:40.106146 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-6eaa8d71-3c19-471e-8b43-13756e827065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'name': 'tempest-TestMinimumBasicScenario-1839155260-router', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:17Z', 'updated_at': '2021-06-16T17:17:39Z', 'revision_number': 6, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'gw_port_host': None}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:40.109682 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa8d71-3c19-471e-8b43-13756e827065 None None] The sync data for ids ['08bd8501-3673-4e53-a0fd-55aae7ba0e1a'] in dv-cinder-772126-4-iscsi is: [{'id': '08bd8501-3673-4e53-a0fd-55aae7ba0e1a', 'name': 'tempest-TestMinimumBasicScenario-1839155260-router', 'tenant_id': '5de3d49335114e51b20da1fd49a2bac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:11:17Z', 'updated_at': '2021-06-16T17:17:39Z', 'revision_number': 6, 'project_id': '5de3d49335114e51b20da1fd49a2bac7', 'gw_port_host': None}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:17:40.136231 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Calling delete_port for d1283801-1a80-4666-8585-f036930ee806 owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:40.409175 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:40.411336 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f21dec50-52a7-4cc5-a3dd-57e63a898304 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:40.440220 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1283801-1a80-4666-8585-f036930ee806,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:40.443418 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:40.503969 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775459'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:40.600096 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-786016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:40.602256 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:40.838485 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-785513'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:40.843631 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08bd8501-3673-4e53-a0fd-55aae7ba0e1a {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:17:40.843631 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:40.845064 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] 10.222.0.10 "DELETE /v2.0/routers/08bd8501-3673-4e53-a0fd-55aae7ba0e1a HTTP/1.1" status: 204 len: 168 time: 1.3023994 Jun 16 17:17:40.849127 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50332) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:40.911891 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb870b75-2be7-4c9d-9e0e-f7cf5fc29d41 admin admin] Deleting subnet 74fbf0dc-a9fe-4597-a27f-afc4f6361b35 {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:17:40.915321 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eb870b75-2be7-4c9d-9e0e-f7cf5fc29d41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:40.955026 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eb870b75-2be7-4c9d-9e0e-f7cf5fc29d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4648192'] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.045038 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eb870b75-2be7-4c9d-9e0e-f7cf5fc29d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.209828 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eb870b75-2be7-4c9d-9e0e-f7cf5fc29d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4646582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4707695'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.212293 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c862cb8b-19b3-464d-ae3e-668213702bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:41.239181 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb870b75-2be7-4c9d-9e0e-f7cf5fc29d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74fbf0dc-a9fe-4597-a27f-afc4f6361b35,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:41.243467 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-eb870b75-2be7-4c9d-9e0e-f7cf5fc29d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:41.244026 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-eb870b75-2be7-4c9d-9e0e-f7cf5fc29d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.246120 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-eb870b75-2be7-4c9d-9e0e-f7cf5fc29d41 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/74fbf0dc-a9fe-4597-a27f-afc4f6361b35 HTTP/1.1" status: 204 len: 168 time: 0.3958447 Jun 16 17:17:41.249784 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50338) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:41.259939 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce017b8-249f-48be-b706-7451f0115d22 None None] Network 11a6c85d-55bd-44a6-859f-eff0417a1bd7 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:17:41.265017 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e3543-662f-4f8b-9b3e-045ffa9b17ad req-33c5d0b0-e3e8-48a5-bb07-7a918a78a931 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:41.265017 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-380e3543-662f-4f8b-9b3e-045ffa9b17ad req-33c5d0b0-e3e8-48a5-bb07-7a918a78a931 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 943 time: 0.0779388 Jun 16 17:17:41.328282 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-380e3543-662f-4f8b-9b3e-045ffa9b17ad req-a5e583d7-7eec-4d2c-a1f6-8fa0cef15e5c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561836 Jun 16 17:17:41.343980 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.403092 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Deleting port 04038150-cd1c-49aa-8f93-22cf79f89c6b {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:41.403547 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.475838 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] For port 04038150-cd1c-49aa-8f93-22cf79f89c6b, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=04038150-cd1c-49aa-8f93-22cf79f89c6b,segment=NetworkSegment(f290c90c-b528-4230-a036-857f592cd465),segment_id=f290c90c-b528-4230-a036-857f592cd465)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:41.476319 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.496350 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195323e-a618-4827-a67c-06ea8b9e5291 None None] DHCP port deletion for 11a6c85d-55bd-44a6-859f-eff0417a1bd7 request from dv-cinder-772126-4-iscsi {{(pid=93485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:17:41.551674 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-4195323e-a618-4827-a67c-06ea8b9e5291 None None] Deleting port 04038150-cd1c-49aa-8f93-22cf79f89c6b {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:17:41.552151 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4195323e-a618-4827-a67c-06ea8b9e5291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.556473 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Calling delete_port for 04038150-cd1c-49aa-8f93-22cf79f89c6b owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:41.620506 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-4195323e-a618-4827-a67c-06ea8b9e5291 None None] For port 04038150-cd1c-49aa-8f93-22cf79f89c6b, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=04038150-cd1c-49aa-8f93-22cf79f89c6b,segment=NetworkSegment(f290c90c-b528-4230-a036-857f592cd465),segment_id=f290c90c-b528-4230-a036-857f592cd465)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:41.620852 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4195323e-a618-4827-a67c-06ea8b9e5291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.692561 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-4195323e-a618-4827-a67c-06ea8b9e5291 None None] Calling delete_port for 04038150-cd1c-49aa-8f93-22cf79f89c6b owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:17:41.740796 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 04038150-cd1c-49aa-8f93-22cf79f89c6b no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:17:41.774292 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.777333 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c911e612-a80d-4bd7-bebb-a63d753f25d8 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:41.804955 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Pushing event deleted for resources: {'Port': ['ID=04038150-cd1c-49aa-8f93-22cf79f89c6b,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:41.806835 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] No DVR routers for this DVR port 04038150-cd1c-49aa-8f93-22cf79f89c6b on host dv-cinder-772126-4-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:17:41.808234 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:41.808758 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No active binding found for port 04038150-cd1c-49aa-8f93-22cf79f89c6b {{(pid=93485) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 17:17:41.809475 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 04038150-cd1c-49aa-8f93-22cf79f89c6b not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:17:41.810198 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 166e60f2-d973-4af3-bd33-244b97b431ab no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:17:41.838495 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 166e60f2-d973-4af3-bd33-244b97b431ab {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:17:41.839186 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 166e60f2-d973-4af3-bd33-244b97b431ab not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:17:41.839715 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device d1283801-1a80-4666-8585-f036930ee806 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:17:41.861588 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: d1283801-1a80-4666-8585-f036930ee806 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:17:41.862549 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device d1283801-1a80-4666-8585-f036930ee806 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:17:41.864546 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4195323e-a618-4827-a67c-06ea8b9e5291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.866848 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:41.891197 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.894021 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195323e-a618-4827-a67c-06ea8b9e5291 None None] Pushing event deleted for resources: {'Port': ['ID=04038150-cd1c-49aa-8f93-22cf79f89c6b,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:41.897875 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4195323e-a618-4827-a67c-06ea8b9e5291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:41.898935 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195323e-a618-4827-a67c-06ea8b9e5291 None None] No DVR routers for this DVR port 04038150-cd1c-49aa-8f93-22cf79f89c6b on host dv-cinder-772126-4-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:17:41.908221 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a6c85d-55bd-44a6-859f-eff0417a1bd7']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:41.926592 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f290c90c-b528-4230-a036-857f592cd465') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:41.926881 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f290c90c-b528-4230-a036-857f592cd465') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:41.938765 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4648217'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.958751 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.965093 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:17:41.965532 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4646441'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: timer() Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: cb(*args, **kw) Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: self._notify() Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: self.callback(batched_events) Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: event.method(event) Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._get(url).json() Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:17:41.967236 dv-cinder-772126-4-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:17:42.134400 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:42.139979 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-956652c4-fe7f-4e9b-82ee-0973e3576d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:42.144265 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:42.147673 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] 10.222.0.10 "DELETE /v2.0/networks/11a6c85d-55bd-44a6-859f-eff0417a1bd7 HTTP/1.1" status: 204 len: 168 time: 0.8968379 Jun 16 17:17:42.163093 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Pushing event deleted for resources: {'Network': ['ID=11a6c85d-55bd-44a6-859f-eff0417a1bd7,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:42.165801 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:42.513882 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0df4e1-274a-45af-899a-97e70bd2894a req-48804afc-9605-44b4-a17d-561caf5d3450 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:42.515414 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6e0df4e1-274a-45af-899a-97e70bd2894a req-48804afc-9605-44b4-a17d-561caf5d3450 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 943 time: 0.0698352 Jun 16 17:17:42.557881 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6e0df4e1-274a-45af-899a-97e70bd2894a req-3da7d528-342c-4f68-8674-32ff7f9fbc41 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367093 Jun 16 17:17:42.579382 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 50348) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:42.626864 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-10cb8ede-a670-4dcc-8d9e-a28f6d9abbcf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=985c974d42614aa6833f6677f03026f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460835 Jun 16 17:17:42.629272 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 50350) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:42.683905 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a534af94-fe83-4d5b-97aa-edbb46a4870e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:42.707198 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a534af94-fe83-4d5b-97aa-edbb46a4870e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:42.871439 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a534af94-fe83-4d5b-97aa-edbb46a4870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:42.874106 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a534af94-fe83-4d5b-97aa-edbb46a4870e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:42.875308 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a534af94-fe83-4d5b-97aa-edbb46a4870e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a98e7d4-0696-4d97-bc81-e6f0ff7407bf HTTP/1.1" status: 204 len: 168 time: 0.2450161 Jun 16 17:17:42.876070 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eab57b81-d346-495c-9333-215101940bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:42.885535 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534af94-fe83-4d5b-97aa-edbb46a4870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a98e7d4-0696-4d97-bc81-e6f0ff7407bf,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:42.887922 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a534af94-fe83-4d5b-97aa-edbb46a4870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:43.027222 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 68604a54-64e1-4402-986d-eaa285c671ec details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:17:43.136968 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 68604a54-64e1-4402-986d-eaa285c671ec, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=68604a54-64e1-4402-986d-eaa285c671ec,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:43.149858 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '68604a54-64e1-4402-986d-eaa285c671ec', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'port_id': '68604a54-64e1-4402-986d-eaa285c671ec', 'mac_address': 'fa:16:3e:14:1f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:17:43.187574 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:43.201682 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68604a54-64e1-4402-986d-eaa285c671ec {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:17:43.222834 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 68604a54-64e1-4402-986d-eaa285c671ec, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=68604a54-64e1-4402-986d-eaa285c671ec,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:43.511552 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:43.522354 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:43.590303 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=68604a54-64e1-4402-986d-eaa285c671ec,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:43.590303 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:43.754959 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0626b8c-838a-4dff-bd64-1ad486628060 req-b527399a-afe5-495d-be8f-e5d40edf868d tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:43.757210 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f0626b8c-838a-4dff-bd64-1ad486628060 req-b527399a-afe5-495d-be8f-e5d40edf868d tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 944 time: 0.0687695 Jun 16 17:17:43.801972 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f0626b8c-838a-4dff-bd64-1ad486628060 req-2370316b-9a83-4c6c-935c-8cef1c122e06 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383911 Jun 16 17:17:43.969430 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['68604a54-64e1-4402-986d-eaa285c671ec'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:17:44.167678 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50364) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:44.211541 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-4273203d-fe59-46a3-983a-ce925d83347d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5de3d49335114e51b20da1fd49a2bac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398319 Jun 16 17:17:44.211788 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 50366) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:44.264011 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ddc61508-e1f0-4ac9-960d-7dd2acd650e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:44.289192 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ddc61508-e1f0-4ac9-960d-7dd2acd650e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:44.531774 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ddc61508-e1f0-4ac9-960d-7dd2acd650e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:44.534413 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ddc61508-e1f0-4ac9-960d-7dd2acd650e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:44.535573 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ddc61508-e1f0-4ac9-960d-7dd2acd650e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c5a379a-51cf-436d-9e5d-64c93eabc825 HTTP/1.1" status: 204 len: 168 time: 0.3229234 Jun 16 17:17:44.537904 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-49fc4541-43ac-4605-8e2f-3d2c54fa948f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:44.546645 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc61508-e1f0-4ac9-960d-7dd2acd650e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5a379a-51cf-436d-9e5d-64c93eabc825,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:44.549581 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ddc61508-e1f0-4ac9-960d-7dd2acd650e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:44.986620 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69dfd0-390e-41b5-b7ff-0845b686c77e req-e6da2a19-cf26-4582-a13a-ac3d80dad9a4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:44.988176 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e69dfd0-390e-41b5-b7ff-0845b686c77e req-e6da2a19-cf26-4582-a13a-ac3d80dad9a4 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 944 time: 0.0707994 Jun 16 17:17:45.037772 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2e69dfd0-390e-41b5-b7ff-0845b686c77e req-960fd6bf-bdc9-4010-a6ab-a372fdd193ee tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359476 Jun 16 17:17:46.211064 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645470b-d17f-4597-a628-ebd97a9de030 req-5f10f113-0e89-4e9d-8375-345b7b89771c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:46.212566 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0645470b-d17f-4597-a628-ebd97a9de030 req-5f10f113-0e89-4e9d-8375-345b7b89771c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 944 time: 0.0667236 Jun 16 17:17:46.251740 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0645470b-d17f-4597-a628-ebd97a9de030 req-0ddbbe37-4688-449a-86ed-8f5bc01f050f tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Jun 16 17:17:47.059598 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 68604a54-64e1-4402-986d-eaa285c671ec up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:17:47.207476 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 68604a54-64e1-4402-986d-eaa285c671ec completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:47.211668 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 68604a54-64e1-4402-986d-eaa285c671ec triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:47.213367 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:47.291924 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:47.315074 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68604a54-64e1-4402-986d-eaa285c671ec'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:17:47.317258 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26566137-2cba-4ddf-ac74-cb976041a880" -d '{"events": [{"server_uuid": "1d0e6372-47c2-4704-8c49-5f87edf9ecc0", "name": "network-vif-plugged", "status": "completed", "tag": "68604a54-64e1-4402-986d-eaa285c671ec"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:17:47.330745 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 68604a54-64e1-4402-986d-eaa285c671ec, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=68604a54-64e1-4402-986d-eaa285c671ec,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:17:47.361290 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ded83f4-5551-4240-9f8a-61ca10d82212 x-openstack-request-id: req-3ded83f4-5551-4240-9f8a-61ca10d82212 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:17:47.361647 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0e6372-47c2-4704-8c49-5f87edf9ecc0", "name": "network-vif-plugged", "status": "completed", "tag": "68604a54-64e1-4402-986d-eaa285c671ec", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:17:47.361918 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ded83f4-5551-4240-9f8a-61ca10d82212 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:17:47.362334 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68604a54-64e1-4402-986d-eaa285c671ec', 'code': 200} Jun 16 17:17:47.431822 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2abde9-c097-4457-99b3-90dbf084ad5d req-e03eb502-d9ed-4e16-a990-750157e80338 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:47.433298 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f2abde9-c097-4457-99b3-90dbf084ad5d req-e03eb502-d9ed-4e16-a990-750157e80338 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 944 time: 0.0643213 Jun 16 17:17:47.475951 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f2abde9-c097-4457-99b3-90dbf084ad5d req-99abe006-e7a6-46d9-8c95-2d77e0502207 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369635 Jun 16 17:17:47.493047 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:47.495843 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:47.541660 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=68604a54-64e1-4402-986d-eaa285c671ec,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:47.544710 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:47.872723 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e674d8-938b-4f57-845e-babe0ca6edd8 req-ca072343-9f69-4755-9ba7-b4f2532d1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:47.874245 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19e674d8-938b-4f57-845e-babe0ca6edd8 req-ca072343-9f69-4755-9ba7-b4f2532d1fbf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 1098 time: 0.0587857 Jun 16 17:17:47.916365 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19e674d8-938b-4f57-845e-babe0ca6edd8 req-7f15dcba-058b-4e4b-b24a-d960f9d16968 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337913 Jun 16 17:17:48.660618 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f911260-8f6f-4bfe-b4a1-b38e2d345c6d req-5a996b64-0672-4990-950a-539e5aa49488 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:48.662573 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f911260-8f6f-4bfe-b4a1-b38e2d345c6d req-5a996b64-0672-4990-950a-539e5aa49488 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0678108 Jun 16 17:17:48.705405 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6f911260-8f6f-4bfe-b4a1-b38e2d345c6d req-ff2a1e0a-7150-4c44-9f24-826c93ede109 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369618 Jun 16 17:17:49.556117 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:17:49.898028 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b98e-8ed5-481b-a0a3-32c1fe580741 req-7637f26b-f0f6-40f9-a93d-0b0edd97fcdb tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:49.899527 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c369b98e-8ed5-481b-a0a3-32c1fe580741 req-7637f26b-f0f6-40f9-a93d-0b0edd97fcdb tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0799353 Jun 16 17:17:49.939327 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c369b98e-8ed5-481b-a0a3-32c1fe580741 req-76d46a2e-77d5-44ff-bcaa-4e5383bf1d33 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341523 Jun 16 17:17:50.111361 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020674e-35e4-4f84-88d3-7cce4ec0fe64 req-eace28ab-7e66-4443-a5e6-993e5f8d5db6 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:50.112845 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b020674e-35e4-4f84-88d3-7cce4ec0fe64 req-eace28ab-7e66-4443-a5e6-993e5f8d5db6 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0639131 Jun 16 17:17:50.122606 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 50404) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:17:50.127156 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-2fbb119a-d520-4978-bea0-a4660ac9ea84 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Request body: {'floatingip': {'port_id': '68604a54-64e1-4402-986d-eaa285c671ec'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:50.166842 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2fbb119a-d520-4978-bea0-a4660ac9ea84 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:50.665843 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-3bd5a88f-0218-4855-bc0c-fdac0d966615 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35253839&fields=id&tenant_id=71d85a12355c419bbd88cc2345138464 HTTP/1.1" status: 200 len: 267 time: 0.0728447 Jun 16 17:17:50.892156 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-34857c24-e68f-4d6d-8bbd-3da97a44fccf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:50.893637 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-34857c24-e68f-4d6d-8bbd-3da97a44fccf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/networks?id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 HTTP/1.1" status: 200 len: 809 time: 0.2205327 Jun 16 17:17:50.936916 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b47ca48e-6741-4ab0-947a-212811ba9898 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/quotas/71d85a12355c419bbd88cc2345138464 HTTP/1.1" status: 200 len: 375 time: 0.0161045 Jun 16 17:17:51.026365 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2fbb119a-d520-4978-bea0-a4660ac9ea84 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:51.050421 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-41582393-b2fa-45da-a15d-fccb9015ed9e tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=71d85a12355c419bbd88cc2345138464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066079 Jun 16 17:17:51.099702 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2fbb119a-d520-4978-bea0-a4660ac9ea84 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:51.204063 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-2fbb119a-d520-4978-bea0-a4660ac9ea84 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Floating IP 9db28abf-9529-459b-b717-864aa2814fe5 associated. External IP: 172.27.2.24, port: 68604a54-64e1-4402-986d-eaa285c671ec. Jun 16 17:17:51.400533 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-492a26a6-7336-4f7b-9f35-ee7ebaebce33 service neutron] 10.222.0.10 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381073 Jun 16 17:17:51.574337 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-2cc86246-1a37-415b-94fd-c7080e1a155e service neutron] 10.222.0.10 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380584 Jun 16 17:17:51.578618 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbb119a-d520-4978-bea0-a4660ac9ea84 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Router 2a6c974d-fbf5-40c0-9305-717a6ed1671d has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:17:51.697412 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbb119a-d520-4978-bea0-a4660ac9ea84 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:17:51.702273 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2fbb119a-d520-4978-bea0-a4660ac9ea84 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:51.710984 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be8a675-2e5d-4727-9264-cffe87ba8280 None None] Sync routers for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:17:51.722452 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8a675-2e5d-4727-9264-cffe87ba8280 None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:51.723086 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4be8a675-2e5d-4727-9264-cffe87ba8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:17:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:51.750242 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-2fbb119a-d520-4978-bea0-a4660ac9ea84 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "PUT /v2.0/floatingips/9db28abf-9529-459b-b717-864aa2814fe5 HTTP/1.1" status: 200 len: 990 time: 1.6199930 Jun 16 17:17:51.750242 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'tag': '68604a54-64e1-4402-986d-eaa285c671ec'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:17:51.750242 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdfeda2-0921-4bfe-8935-dd1e911c704a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0e6372-47c2-4704-8c49-5f87edf9ecc0", "tag": "68604a54-64e1-4402-986d-eaa285c671ec"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:17:51.831606 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-4be8a675-2e5d-4727-9264-cffe87ba8280 None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:51.925295 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fcd899-61d3-4c62-9260-546f26f65820 x-openstack-request-id: req-d7fcd899-61d3-4c62-9260-546f26f65820 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:17:51.925725 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0e6372-47c2-4704-8c49-5f87edf9ecc0", "tag": "68604a54-64e1-4402-986d-eaa285c671ec", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:17:51.926134 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7fcd899-61d3-4c62-9260-546f26f65820 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:17:51.926725 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'tag': '68604a54-64e1-4402-986d-eaa285c671ec', 'status': 'completed', 'code': 200} Jun 16 17:17:52.014192 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfeda2-0921-4bfe-8935-dd1e911c704a req-ff152d72-2a72-4116-9200-d46c61e0a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:52.021488 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2cdfeda2-0921-4bfe-8935-dd1e911c704a req-ff152d72-2a72-4116-9200-d46c61e0a5ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 1098 time: 0.0603874 Jun 16 17:17:52.080049 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4be8a675-2e5d-4727-9264-cffe87ba8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '9db28abf-9529-459b-b717-864aa2814fe5', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'port_id': '68604a54-64e1-4402-986d-eaa285c671ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'mac_address': 'fa:16:3e:14:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:17:29Z', 'updated_at': '2021-06-16T17:17:50Z', 'revision_number': 1, 'project_id': 'cc40842a427049259261ae77d430ce91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:52.083618 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be8a675-2e5d-4727-9264-cffe87ba8280 None None] Checking router: 2a6c974d-fbf5-40c0-9305-717a6ed1671d for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:17:52.092285 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8a675-2e5d-4727-9264-cffe87ba8280 None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:17:52.092903 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4be8a675-2e5d-4727-9264-cffe87ba8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:17:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:52.111687 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfeda2-0921-4bfe-8935-dd1e911c704a req-b37f596e-e0cd-4a35-a2c5-eafa733841c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:52.113272 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2cdfeda2-0921-4bfe-8935-dd1e911c704a req-b37f596e-e0cd-4a35-a2c5-eafa733841c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 910 time: 0.0903080 Jun 16 17:17:52.183898 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2cdfeda2-0921-4bfe-8935-dd1e911c704a req-79594a4a-8f5e-4a2c-9913-91ba7bd96dee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68604a54-64e1-4402-986d-eaa285c671ec HTTP/1.1" status: 200 len: 998 time: 0.0627611 Jun 16 17:17:52.199889 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-4be8a675-2e5d-4727-9264-cffe87ba8280 None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:17:52.280894 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c2feab14-eb4c-4214-a5b5-a932ad3edf6f req-2be4e459-e922-4f8f-97f7-c7f03af1454d tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 210 time: 0.0355518 Jun 16 17:17:52.290901 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfeda2-0921-4bfe-8935-dd1e911c704a req-38df44c2-5c20-4f4b-ae52-fd4c4140c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:52.292608 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2cdfeda2-0921-4bfe-8935-dd1e911c704a req-38df44c2-5c20-4f4b-ae52-fd4c4140c4b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba0cf48a-5f55-4609-8052-40d4baf62024 HTTP/1.1" status: 200 len: 849 time: 0.0968196 Jun 16 17:17:52.365926 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfeda2-0921-4bfe-8935-dd1e911c704a req-aee50f16-39c2-4c92-892d-075872cb60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:52.370840 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2cdfeda2-0921-4bfe-8935-dd1e911c704a req-aee50f16-39c2-4c92-892d-075872cb60bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665162 Jun 16 17:17:52.459373 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-4be8a675-2e5d-4727-9264-cffe87ba8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '9db28abf-9529-459b-b717-864aa2814fe5', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'port_id': '68604a54-64e1-4402-986d-eaa285c671ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'mac_address': 'fa:16:3e:14:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:17:29Z', 'updated_at': '2021-06-16T17:17:50Z', 'revision_number': 1, 'project_id': 'cc40842a427049259261ae77d430ce91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:17:52.463151 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be8a675-2e5d-4727-9264-cffe87ba8280 None None] The sync data for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi is: [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '9db28abf-9529-459b-b717-864aa2814fe5', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'port_id': '68604a54-64e1-4402-986d-eaa285c671ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'mac_address': 'fa:16:3e:14:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:17:29Z', 'updated_at': '2021-06-16T17:17:50Z', 'revision_number': 1, 'project_id': 'cc40842a427049259261ae77d430ce91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:17:52.466053 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2cdfeda2-0921-4bfe-8935-dd1e911c704a req-55464dcb-5745-4a6a-874e-b266997c4573 service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915003 Jun 16 17:17:52.571759 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2cdfeda2-0921-4bfe-8935-dd1e911c704a req-4967e448-4bf1-4016-bc1d-c3fdea6b5120 service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978179 Jun 16 17:17:52.662523 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ed0e1-1980-4449-9ac5-80f57a9436d9 None None] New status for floating IP 9db28abf-9529-459b-b717-864aa2814fe5: ACTIVE {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:17:53.386229 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7fbce702-93b7-44c3-bd45-103a1bedfac0 req-81a0b260-02d9-4d17-a7e2-f61fa0ac9bbe tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 210 time: 0.0344057 Jun 16 17:17:53.471125 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:54.549974 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40e2bc6c-bba0-40d8-a1a3-d6b7b0b8dcd9 req-2c6ee314-2c1f-476a-98a9-8fb7a6838644 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 210 time: 0.0304358 Jun 16 17:17:54.887469 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-46908d27-935f-427a-b96d-4f54e74182ad tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:54.888923 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-46908d27-935f-427a-b96d-4f54e74182ad tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.60 "GET /v2.0/networks?id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 HTTP/1.1" status: 200 len: 809 time: 0.1038618 Jun 16 17:17:54.940567 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-4e8d3c3c-7559-4115-9652-dcd0f68e1c88 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71d85a12355c419bbd88cc2345138464 HTTP/1.1" status: 200 len: 378 time: 0.0381427 Jun 16 17:17:54.950577 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Request body: {'port': {'device_id': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'admin_state_up': True, 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'security_groups': ['0bf3aa2e-1a26-4ead-a994-7d6253511aaa']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:55.146023 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Made reservation on behalf of 71d85a12355c419bbd88cc2345138464 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:17:55.150339 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:55.307533 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Allocated IP 172.20.0.4 (7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57/4b20acf1-8a19-4590-8d07-29f12bcd76fe/2599b5c2-74a7-4295-80f9-ad06abcd1891) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:17:55.460327 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:55.479634 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Transition to ACTIVE for port object 2599b5c2-74a7-4295-80f9-ad06abcd1891 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:55.578408 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:55.582889 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-dae8b5fe-60cc-45fd-8596-59ee51d761e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:55.635675 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:55.639161 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:55.644014 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:17:55.649933 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event updated for resources: {'Port': ['ID=2599b5c2-74a7-4295-80f9-ad06abcd1891,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:55.670443 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:55.707110 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:55.707761 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:55.782648 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379324c9-705d-42ec-ad12-61feb5977e7f req-5064e97c-173d-489d-9cc3-6da1999f1858 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:55.784565 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-379324c9-705d-42ec-ad12-61feb5977e7f req-5064e97c-173d-489d-9cc3-6da1999f1858 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 931 time: 0.0844834 Jun 16 17:17:55.828155 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-379324c9-705d-42ec-ad12-61feb5977e7f req-44d8ca54-e2bc-443f-a092-f0f65c2b6336 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357833 Jun 16 17:17:56.019137 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0724175 Jun 16 17:17:56.032863 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Request body: {'port': {'device_id': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:17:56.105114 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-ddb1b036-d240-45e0-8139-195c69a0c5cb None None] Provisioning for port 2599b5c2-74a7-4295-80f9-ad06abcd1891 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:17:56.109447 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-ddb1b036-d240-45e0-8139-195c69a0c5cb None None] Provisioning complete for port 2599b5c2-74a7-4295-80f9-ad06abcd1891 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:17:56.109936 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b036-d240-45e0-8139-195c69a0c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:56.124648 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:56.147760 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1b036-d240-45e0-8139-195c69a0c5cb None None] Port 2599b5c2-74a7-4295-80f9-ad06abcd1891 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:17:56.410277 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2599b5c2-74a7-4295-80f9-ad06abcd1891 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:17:56.417611 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:56.429767 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Transition to ACTIVE for port object 2599b5c2-74a7-4295-80f9-ad06abcd1891 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:17:56.506115 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5f40d2db-cc77-4e9f-8953-e5054bbecfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:56.562893 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:56.566284 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7044b464-2c65-4af1-80b1-3c6644583661 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:56.647243 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Pushing event updated for resources: {'Port': ['ID=2599b5c2-74a7-4295-80f9-ad06abcd1891,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:56.650193 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:56.723091 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Attempting to bind port 2599b5c2-74a7-4295-80f9-ad06abcd1891 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:17:56.723650 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Attempting to bind port 2599b5c2-74a7-4295-80f9-ad06abcd1891 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:17:56.724079 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Attempting to bind port 2599b5c2-74a7-4295-80f9-ad06abcd1891 on network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:17:56.729195 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Port 2599b5c2-74a7-4295-80f9-ad06abcd1891 on network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:17:56.729547 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Attempting to bind port 2599b5c2-74a7-4295-80f9-ad06abcd1891 on network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:17:56.734895 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:17:56.735229 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Checking segment: {'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:17:56.735613 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Bound using segment: {'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:17:56.736035 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Bound port: 2599b5c2-74a7-4295-80f9-ad06abcd1891, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8f2236-063f-4f1f-a6a1-898f966887b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:17:56.736548 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:56.808804 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] For port 2599b5c2-74a7-4295-80f9-ad06abcd1891, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:17:56.811935 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] For port 2599b5c2-74a7-4295-80f9-ad06abcd1891, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:17:56.888558 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:56.890741 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-848cf9ed-7e12-4795-9604-4c14ba465738 tempest-AttachVolumeNegativeTest-491225125 tempest-AttachVolumeNegativeTest-491225125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:17:56.929730 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:56.930348 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:56.931744 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] 10.222.0.60 "PUT /v2.0/ports/2599b5c2-74a7-4295-80f9-ad06abcd1891 HTTP/1.1" status: 200 len: 1093 time: 0.9033585 Jun 16 17:17:56.932316 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:17:56.934855 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45be0d36-2fd4-4866-b2f8-59015c6f52e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:17:56.959390 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Pushing event updated for resources: {'Port': ['ID=2599b5c2-74a7-4295-80f9-ad06abcd1891,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:56.963902 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:17:57.015605 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cbee4a-e51c-475c-b81b-ec1196e6611c x-openstack-request-id: req-e4cbee4a-e51c-475c-b81b-ec1196e6611c {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:17:57.015932 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:17:57.016215 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4cbee4a-e51c-475c-b81b-ec1196e6611c {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:17:57.016824 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'status': 'completed', 'code': 200} Jun 16 17:17:57.097731 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0aa15d-48af-4fd7-b500-152c8257a1ce req-192a8d30-79d7-4ef7-bfd5-28b63c2dfc9f tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:57.099948 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1c0aa15d-48af-4fd7-b500-152c8257a1ce req-192a8d30-79d7-4ef7-bfd5-28b63c2dfc9f tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.1221654 Jun 16 17:17:57.115258 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be0d36-2fd4-4866-b2f8-59015c6f52e7 req-11add9a6-2b26-46a9-be1b-be3c677be725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:57.117495 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45be0d36-2fd4-4866-b2f8-59015c6f52e7 req-11add9a6-2b26-46a9-be1b-be3c677be725 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d85a12355c419bbd88cc2345138464&device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1096 time: 0.0970826 Jun 16 17:17:57.199384 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1c0aa15d-48af-4fd7-b500-152c8257a1ce req-fc7b7b6b-f035-4301-911e-fc74537daa87 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930350 Jun 16 17:17:57.243369 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be0d36-2fd4-4866-b2f8-59015c6f52e7 req-c4ff129d-db0a-4e2e-bed0-2049059d889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:57.245090 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45be0d36-2fd4-4866-b2f8-59015c6f52e7 req-c4ff129d-db0a-4e2e-bed0-2049059d889f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=71d85a12355c419bbd88cc2345138464&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1157935 Jun 16 17:17:57.337443 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be0d36-2fd4-4866-b2f8-59015c6f52e7 req-1879fd34-f8e7-44ac-b1fb-59fded62015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:57.338877 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-45be0d36-2fd4-4866-b2f8-59015c6f52e7 req-1879fd34-f8e7-44ac-b1fb-59fded62015c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872045 Jun 16 17:17:57.439057 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-6cc9c34f-e3c2-4494-a30a-6296df6ac4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:57.441018 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-6cc9c34f-e3c2-4494-a30a-6296df6ac4b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d85a12355c419bbd88cc2345138464&device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1096 time: 0.0598168 Jun 16 17:17:57.487413 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-ffa352b0-50e9-40b0-9368-a1ef08dd86fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891 HTTP/1.1" status: 200 len: 217 time: 0.0369270 Jun 16 17:17:57.536837 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-28250e7c-167c-41ef-83cb-bd0a7102b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:57.538334 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-28250e7c-167c-41ef-83cb-bd0a7102b4dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b20acf1-8a19-4590-8d07-29f12bcd76fe HTTP/1.1" status: 200 len: 848 time: 0.0442426 Jun 16 17:17:57.600329 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-e081a75b-6ec8-452e-bab6-566a6c4eb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:57.601844 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-e081a75b-6ec8-452e-bab6-566a6c4eb9d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567753 Jun 16 17:17:57.690141 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-4a244477-f4c3-4029-83b1-21f12effe33f service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811355 Jun 16 17:17:57.787058 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1803bb5c-e02f-42c0-97c6-22955e12c2f9 req-1ec86d01-84ea-48da-87c8-2bdf6e75141f service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890021 Jun 16 17:17:58.386577 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac1e8c-0cf7-4c00-8b49-badc9bc69f81 req-b0dd44d2-5cf8-405d-862a-21c3384ce336 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:58.388065 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50ac1e8c-0cf7-4c00-8b49-badc9bc69f81 req-b0dd44d2-5cf8-405d-862a-21c3384ce336 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0675929 Jun 16 17:17:58.428994 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50ac1e8c-0cf7-4c00-8b49-badc9bc69f81 req-ff07207b-6b75-44d5-94e2-9fb233874004 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352149 Jun 16 17:17:58.502288 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-4ee053db-aeaf-447f-800d-0c6c13a79a76 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532739 Jun 16 17:17:58.619281 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-78316820-f09e-4a29-b46b-7a8d4adee8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:58.620763 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-78316820-f09e-4a29-b46b-7a8d4adee8ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 1098 time: 0.0681705 Jun 16 17:17:58.729364 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-56f2aec5-71aa-49df-90f6-cc2e9a32b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:58.730844 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-56f2aec5-71aa-49df-90f6-cc2e9a32b465 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 917 time: 0.0867329 Jun 16 17:17:58.814684 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-066ab36e-611a-4735-82b0-c98b8746528d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 HTTP/1.1" status: 200 len: 1000 time: 0.0763712 Jun 16 17:17:58.871934 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-2673a483-4c1c-41e8-94ff-72d3d517870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:58.873412 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-2673a483-4c1c-41e8-94ff-72d3d517870a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 200 len: 856 time: 0.0494542 Jun 16 17:17:58.939324 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-175283a2-af75-4214-a8f0-c830483c79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:58.940793 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-175283a2-af75-4214-a8f0-c830483c79fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532663 Jun 16 17:17:59.036441 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-3f2dbee4-05f2-4d36-ab74-7236cf7a968a service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870054 Jun 16 17:17:59.126816 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:59.265095 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b750-d57c-4a32-ab92-cecebea54ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:17:59.409508 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-02e4c449-bfc0-47e6-9355-b38634e70d1b req-282728b5-2cd8-4066-876d-e1633c62255e service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664808 Jun 16 17:17:59.607968 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc18ed-b009-4182-95af-774533a13e6a req-b3a283e2-e5e3-4fa6-9a2b-05879162701f tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:17:59.609336 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33fc18ed-b009-4182-95af-774533a13e6a req-b3a283e2-e5e3-4fa6-9a2b-05879162701f tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0643334 Jun 16 17:17:59.650714 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-33fc18ed-b009-4182-95af-774533a13e6a req-6cbef988-eb22-434d-b7d4-c0f7b1cdedcd tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351379 Jun 16 17:18:00.830841 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:00.840438 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d22a9-4921-4cc5-9d8e-f716b33496d7 req-d5c95667-a821-49fa-aac9-132f959c5917 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:00.842823 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-113d22a9-4921-4cc5-9d8e-f716b33496d7 req-d5c95667-a821-49fa-aac9-132f959c5917 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0722706 Jun 16 17:18:00.889919 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-113d22a9-4921-4cc5-9d8e-f716b33496d7 req-b8c9ca13-f081-453e-8f25-993176a6af43 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406237 Jun 16 17:18:02.113796 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0dec2-f505-492f-bea9-df4044aacc84 req-c869674f-7f04-4566-af32-a38a8d7ffda3 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:02.116245 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9c0dec2-f505-492f-bea9-df4044aacc84 req-c869674f-7f04-4566-af32-a38a8d7ffda3 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0905406 Jun 16 17:18:02.167302 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c9c0dec2-f505-492f-bea9-df4044aacc84 req-d477dcd6-8596-42e3-9249-2b3d5ead185b tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438874 Jun 16 17:18:02.336907 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:03.381707 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6da3b7-f8ce-4978-acc5-e62924d7bc3d req-d7bcfe3c-d8db-44f5-bcfb-b1d453aa2535 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:03.383287 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6a6da3b7-f8ce-4978-acc5-e62924d7bc3d req-d7bcfe3c-d8db-44f5-bcfb-b1d453aa2535 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0729451 Jun 16 17:18:03.422800 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6a6da3b7-f8ce-4978-acc5-e62924d7bc3d req-a6391599-eda9-4fb9-9a64-ed37ca82e931 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338202 Jun 16 17:18:04.609608 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceba38-f4ce-4b82-8365-a4c0beda453c req-adaaa5e1-9cb0-4ce6-9079-d5eabe53fcd7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:04.611091 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e1ceba38-f4ce-4b82-8365-a4c0beda453c req-adaaa5e1-9cb0-4ce6-9079-d5eabe53fcd7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0647421 Jun 16 17:18:04.651769 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e1ceba38-f4ce-4b82-8365-a4c0beda453c req-69177a6c-76f5-445c-8ed6-4d9dd115fb20 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332720 Jun 16 17:18:05.831314 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f3f9a-30eb-455e-8ef4-545d58eedeaa req-3c8b502e-25b4-4765-8a9c-7e5a0f0474a8 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:05.833462 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f10f3f9a-30eb-455e-8ef4-545d58eedeaa req-3c8b502e-25b4-4765-8a9c-7e5a0f0474a8 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0639877 Jun 16 17:18:05.873870 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f10f3f9a-30eb-455e-8ef4-545d58eedeaa req-f6ac04f0-c1b1-4ea1-9056-e0fd570e19e0 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349619 Jun 16 17:18:07.050221 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890da3e-4e24-4688-9205-3baf4441e518 req-b6e134c7-64c5-4487-a429-348259bf35cf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:07.051748 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1890da3e-4e24-4688-9205-3baf4441e518 req-b6e134c7-64c5-4487-a429-348259bf35cf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0646458 Jun 16 17:18:07.088699 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1890da3e-4e24-4688-9205-3baf4441e518 req-afd0b715-cc29-4ec5-a067-9681ba343ecd tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313978 Jun 16 17:18:07.149299 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 2599b5c2-74a7-4295-80f9-ad06abcd1891 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:18:07.246345 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 2599b5c2-74a7-4295-80f9-ad06abcd1891, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:18:07.258798 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'port_id': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'mac_address': 'fa:16:3e:5e:6f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:18:07.301615 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:07.323062 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2599b5c2-74a7-4295-80f9-ad06abcd1891 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:18:07.347981 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 2599b5c2-74a7-4295-80f9-ad06abcd1891, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:18:07.425867 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:07.428855 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-07d2cffc-f75f-490c-ad09-1c51a90b0980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:18:07.485348 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=2599b5c2-74a7-4295-80f9-ad06abcd1891,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:18:07.492993 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.493339 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.493720 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.494053 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.494389 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.494719 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.495043 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.495373 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.495701 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.496021 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.496342 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.496662 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:07.500625 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:18:07.832548 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['2599b5c2-74a7-4295-80f9-ad06abcd1891'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:18:08.273029 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919efd3-6fe1-4e3e-a8f2-1fb80fd66d17 req-23172e71-07d4-46e6-9f65-e7012ad465fd tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:08.274773 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f919efd3-6fe1-4e3e-a8f2-1fb80fd66d17 req-23172e71-07d4-46e6-9f65-e7012ad465fd tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 944 time: 0.0654030 Jun 16 17:18:08.315336 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f919efd3-6fe1-4e3e-a8f2-1fb80fd66d17 req-23bcae84-c0a9-45b0-96c5-7e534bb408cf tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348153 Jun 16 17:18:09.148717 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 2599b5c2-74a7-4295-80f9-ad06abcd1891 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:18:09.251912 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 2599b5c2-74a7-4295-80f9-ad06abcd1891 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:18:09.257041 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 2599b5c2-74a7-4295-80f9-ad06abcd1891 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:18:09.257451 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:09.333496 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:09.360676 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:18:09.361890 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc47781-3634-456a-80ff-a7303f5e33b4" -d '{"events": [{"server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "name": "network-vif-plugged", "status": "completed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:18:09.376768 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 2599b5c2-74a7-4295-80f9-ad06abcd1891, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:18:09.406210 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b544ad-6618-40ce-a2b3-954552dfb29a x-openstack-request-id: req-70b544ad-6618-40ce-a2b3-954552dfb29a {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:18:09.406210 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "name": "network-vif-plugged", "status": "completed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:18:09.406210 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70b544ad-6618-40ce-a2b3-954552dfb29a {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:18:09.406210 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'code': 200} Jun 16 17:18:09.475254 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:09.477186 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:18:09.521867 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122b50c-a831-41bc-b29f-7ca68100e84e req-77fc743e-e13f-438c-8ffc-87f63d560c25 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:09.523661 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a122b50c-a831-41bc-b29f-7ca68100e84e req-77fc743e-e13f-438c-8ffc-87f63d560c25 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 944 time: 0.0799162 Jun 16 17:18:09.536912 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=2599b5c2-74a7-4295-80f9-ad06abcd1891,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:18:09.540427 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:18:09.570294 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a122b50c-a831-41bc-b29f-7ca68100e84e req-939683c0-575e-4cfc-a6a0-f7c3271ea948 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382867 Jun 16 17:18:09.990355 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aada9a0-e8ed-4220-89ea-1a416e388fe0 req-052a527e-4266-4319-88cf-811f3ce586f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:09.991827 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6aada9a0-e8ed-4220-89ea-1a416e388fe0 req-052a527e-4266-4319-88cf-811f3ce586f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1098 time: 0.0539331 Jun 16 17:18:10.029947 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6aada9a0-e8ed-4220-89ea-1a416e388fe0 req-f1063415-f791-45d4-a62c-1ab4efc8aa73 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292599 Jun 16 17:18:10.752222 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f65249-2de5-4ad7-8a17-5e08aab9a1fc req-5a7a9140-49d6-49b3-8dc3-aea5e49fdfb9 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:10.753758 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-58f65249-2de5-4ad7-8a17-5e08aab9a1fc req-5a7a9140-49d6-49b3-8dc3-aea5e49fdfb9 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0689001 Jun 16 17:18:10.799997 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-58f65249-2de5-4ad7-8a17-5e08aab9a1fc req-042c2d6a-c77c-4ffb-9c70-0cfb091f51e7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402596 Jun 16 17:18:11.983017 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1137-d9d0-4158-a7c3-0598530ebf5d req-41ca6ccf-47b0-4fe6-b365-bac61f67687e tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:11.984772 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40bb1137-d9d0-4158-a7c3-0598530ebf5d req-41ca6ccf-47b0-4fe6-b365-bac61f67687e tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0731945 Jun 16 17:18:12.040490 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40bb1137-d9d0-4158-a7c3-0598530ebf5d req-cb4176eb-c430-43c2-810d-0d1ddf5dec3a tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486345 Jun 16 17:18:12.223574 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f3a2b-c8d0-401d-9c50-87b33df509f5 req-4a6032af-1402-4d07-a948-dc6078c439d2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:12.225320 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab4f3a2b-c8d0-401d-9c50-87b33df509f5 req-4a6032af-1402-4d07-a948-dc6078c439d2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0691719 Jun 16 17:18:12.266294 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ab4f3a2b-c8d0-401d-9c50-87b33df509f5 req-e96c9fb4-f8a8-484c-9910-3c0a0a607c14 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345893 Jun 16 17:18:12.291611 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 50546) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:18:12.461954 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708162c0-1efa-40ae-b3e3-112720c735a4 tempest-TestShelveInstance-217928003 tempest-TestShelveInstance-217928003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:12.463575 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-708162c0-1efa-40ae-b3e3-112720c735a4 tempest-TestShelveInstance-217928003 tempest-TestShelveInstance-217928003-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1093 time: 0.1709964 Jun 16 17:18:12.466647 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 50552) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:18:12.471307 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Request body: {'floatingip': {'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'port_id': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:18:12.602403 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:12.701092 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:12.809260 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Allocated IP 172.27.2.141 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/443a4b6d-5b28-4c44-ae78-f3aad6f10396) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:18:12.912716 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:13.031325 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:13.034125 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6e0e97a9-bc81-4f9b-b0ac-5e1fde09ba03 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:18:13.075867 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:18:13.078533 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:18:13.084398 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:18:13.111587 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event updated for resources: {'Port': ['ID=443a4b6d-5b28-4c44-ae78-f3aad6f10396,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:18:13.117883 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:18:13.475023 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:13.613156 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:13.765238 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:13.857181 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:13.859502 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6bca36c2-fb8e-4ab3-a258-96be6eefff2f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:18:13.926659 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event updated for resources: {'Port': ['ID=443a4b6d-5b28-4c44-ae78-f3aad6f10396,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:18:13.931016 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:18:13.937729 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:14.043188 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Floating IP ba19f9e5-604c-4416-8bd0-e27485724809 associated. External IP: 172.27.2.141, port: 2599b5c2-74a7-4295-80f9-ad06abcd1891. Jun 16 17:18:14.253973 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Router fcaea66d-be0f-4263-b296-8b5042f4cc6c has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:18:14.362788 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:18:14.372731 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193b9fe-9fcc-4552-95c9-3f4017b521af None None] Sync routers for ids ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:18:14.382076 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193b9fe-9fcc-4552-95c9-3f4017b521af None None] Routers {'fcaea66d-be0f-4263-b296-8b5042f4cc6c'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:18:14.382696 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-a193b9fe-9fcc-4552-95c9-3f4017b521af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:17:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:18:14.486823 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-a193b9fe-9fcc-4552-95c9-3f4017b521af None None] Set router fcaea66d-be0f-4263-b296-8b5042f4cc6c gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:18:14.511040 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:14.567839 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0908790 Jun 16 17:18:14.567839 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:18:14.567839 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cf8689-6c84-423e-bf46-ef6d3c396e89" -d '{"events": [{"name": "network-changed", "server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:18:14.611575 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ed115d-d346-41b0-a2b2-9bc01f27d3b8 x-openstack-request-id: req-08ed115d-d346-41b0-a2b2-9bc01f27d3b8 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:18:14.611908 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:18:14.612198 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08ed115d-d346-41b0-a2b2-9bc01f27d3b8 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:18:14.612638 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'status': 'completed', 'code': 200} Jun 16 17:18:14.698217 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf8689-6c84-423e-bf46-ef6d3c396e89 req-5f5cab7a-a386-4587-b64d-4943e2ed0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:14.699978 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a3cf8689-6c84-423e-bf46-ef6d3c396e89 req-5f5cab7a-a386-4587-b64d-4943e2ed0cc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d85a12355c419bbd88cc2345138464&device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1098 time: 0.0634294 Jun 16 17:18:14.735304 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-a193b9fe-9fcc-4552-95c9-3f4017b521af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 4, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'ba19f9e5-604c-4416-8bd0-e27485724809', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'port_id': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'mac_address': 'fa:16:3e:5e:6f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:18:13Z', 'updated_at': '2021-06-16T17:18:13Z', 'revision_number': 0, 'project_id': '71d85a12355c419bbd88cc2345138464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '325f66bc-5eb0-44e3-ac59-28212e149f34', 'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'mac_address': 'fa:16:3e:f2:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:08Z', 'updated_at': '2021-06-16T17:17:17Z', 'revision_number': 5, 'project_id': '71d85a12355c419bbd88cc2345138464', 'subnets': [{'id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:18:14.740440 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193b9fe-9fcc-4552-95c9-3f4017b521af None None] Checking router: fcaea66d-be0f-4263-b296-8b5042f4cc6c for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:18:14.749673 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193b9fe-9fcc-4552-95c9-3f4017b521af None None] Routers {'fcaea66d-be0f-4263-b296-8b5042f4cc6c'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:18:14.750303 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-a193b9fe-9fcc-4552-95c9-3f4017b521af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:17:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:18:14.803308 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf8689-6c84-423e-bf46-ef6d3c396e89 req-25380909-b33b-44a8-803b-0ef8d3162781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:14.810835 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a3cf8689-6c84-423e-bf46-ef6d3c396e89 req-25380909-b33b-44a8-803b-0ef8d3162781 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 HTTP/1.1" status: 200 len: 909 time: 0.0979416 Jun 16 17:18:14.876763 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a3cf8689-6c84-423e-bf46-ef6d3c396e89 req-48be8ec5-739e-4e0c-9992-dcb67a33f35f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891 HTTP/1.1" status: 200 len: 999 time: 0.0646925 Jun 16 17:18:14.931196 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf8689-6c84-423e-bf46-ef6d3c396e89 req-6de6f784-07d3-42e2-a073-e75267245774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:14.938486 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a3cf8689-6c84-423e-bf46-ef6d3c396e89 req-6de6f784-07d3-42e2-a073-e75267245774 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b20acf1-8a19-4590-8d07-29f12bcd76fe HTTP/1.1" status: 200 len: 848 time: 0.0486004 Jun 16 17:18:14.989790 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-a193b9fe-9fcc-4552-95c9-3f4017b521af None None] Set router fcaea66d-be0f-4263-b296-8b5042f4cc6c gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:18:14.999763 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf8689-6c84-423e-bf46-ef6d3c396e89 req-8113dd7b-1f7b-4347-a0bf-4403aba5857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:15.001332 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a3cf8689-6c84-423e-bf46-ef6d3c396e89 req-8113dd7b-1f7b-4347-a0bf-4403aba5857e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612056 Jun 16 17:18:15.095602 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a3cf8689-6c84-423e-bf46-ef6d3c396e89 req-ade40970-6214-4522-b91d-d4e6bf6f64be service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862694 Jun 16 17:18:15.200216 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a3cf8689-6c84-423e-bf46-ef6d3c396e89 req-3393ed52-a8d7-4530-a74d-310a716eb5af service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965533 Jun 16 17:18:15.230867 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-a193b9fe-9fcc-4552-95c9-3f4017b521af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 4, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'ba19f9e5-604c-4416-8bd0-e27485724809', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'port_id': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'mac_address': 'fa:16:3e:5e:6f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:18:13Z', 'updated_at': '2021-06-16T17:18:13Z', 'revision_number': 0, 'project_id': '71d85a12355c419bbd88cc2345138464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '325f66bc-5eb0-44e3-ac59-28212e149f34', 'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'mac_address': 'fa:16:3e:f2:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:08Z', 'updated_at': '2021-06-16T17:17:17Z', 'revision_number': 5, 'project_id': '71d85a12355c419bbd88cc2345138464', 'subnets': [{'id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:18:15.235339 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193b9fe-9fcc-4552-95c9-3f4017b521af None None] The sync data for ids ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'] in dv-cinder-772126-4-iscsi is: [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 4, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'ba19f9e5-604c-4416-8bd0-e27485724809', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'port_id': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'mac_address': 'fa:16:3e:5e:6f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:18:13Z', 'updated_at': '2021-06-16T17:18:13Z', 'revision_number': 0, 'project_id': '71d85a12355c419bbd88cc2345138464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '325f66bc-5eb0-44e3-ac59-28212e149f34', 'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'mac_address': 'fa:16:3e:f2:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:08Z', 'updated_at': '2021-06-16T17:17:17Z', 'revision_number': 5, 'project_id': '71d85a12355c419bbd88cc2345138464', 'subnets': [{'id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:18:15.438826 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ae245-1e40-4b20-a99c-cecf09698a40 None None] New status for floating IP ba19f9e5-604c-4416-8bd0-e27485724809: ACTIVE {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:18:23.475641 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:26.497530 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c77a1e97-b5ea-4224-866d-564b104e1563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:26.554788 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:18:29.150840 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:29.259349 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d749-d8b9-4463-adcb-2a777f6015d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:30.842004 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:32.270814 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:40.862550 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73365303-e1ec-404c-ac90-d2751f6ac0e4 req-0c333941-2b1b-4bbc-b5c4-d7c302ed315d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:40.864802 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-73365303-e1ec-404c-ac90-d2751f6ac0e4 req-0c333941-2b1b-4bbc-b5c4-d7c302ed315d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.1215754 Jun 16 17:18:40.904859 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-73365303-e1ec-404c-ac90-d2751f6ac0e4 req-83945f8e-b1b9-4483-b8c1-732dd00c0b42 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337367 Jun 16 17:18:42.090440 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011624-c80c-4847-a8e0-ff80f8dc843f req-88457090-b23a-4631-bce5-450d8c5616f2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:42.091933 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-af011624-c80c-4847-a8e0-ff80f8dc843f req-88457090-b23a-4631-bce5-450d8c5616f2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0645602 Jun 16 17:18:42.135349 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-af011624-c80c-4847-a8e0-ff80f8dc843f req-8f456cfd-2e0f-48fd-88d6-bac08c003e50 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378404 Jun 16 17:18:43.326581 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b98392-fb6e-419c-a0e7-8fafadabb1e9 req-7d681c49-5970-4bf5-b201-891255e7e3ad tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:43.328166 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f2b98392-fb6e-419c-a0e7-8fafadabb1e9 req-7d681c49-5970-4bf5-b201-891255e7e3ad tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0749130 Jun 16 17:18:43.372983 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f2b98392-fb6e-419c-a0e7-8fafadabb1e9 req-3116a05a-6310-4bf6-878a-badc03310a30 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359251 Jun 16 17:18:44.566907 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a32070-0c2a-42fe-8f5c-e22a84bae26c req-206d1a07-464a-4326-ae2e-3e32e3e76e5d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:44.568942 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-73a32070-0c2a-42fe-8f5c-e22a84bae26c req-206d1a07-464a-4326-ae2e-3e32e3e76e5d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0680425 Jun 16 17:18:44.618560 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-73a32070-0c2a-42fe-8f5c-e22a84bae26c req-0fa80562-4e20-4d77-afc5-eaaad017fde8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431712 Jun 16 17:18:45.802672 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbee7f-e457-451e-9861-9d10a472a195 req-3ac9237a-db9d-47a3-a2c9-77737ddde358 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:45.804209 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0dcbee7f-e457-451e-9861-9d10a472a195 req-3ac9237a-db9d-47a3-a2c9-77737ddde358 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0658023 Jun 16 17:18:45.849626 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0dcbee7f-e457-451e-9861-9d10a472a195 req-fe3131c7-e239-49ec-bc5f-2c092a552ab0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397518 Jun 16 17:18:47.040571 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49037d8b-2ffb-4f59-95ae-8b8dcd682aef req-5f54d9e8-5c04-42f2-9964-32535f0193dd tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:47.042150 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-49037d8b-2ffb-4f59-95ae-8b8dcd682aef req-5f54d9e8-5c04-42f2-9964-32535f0193dd tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0714247 Jun 16 17:18:47.088242 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-49037d8b-2ffb-4f59-95ae-8b8dcd682aef req-b1ae0955-4abc-4004-81f1-aeb94c2f4a1b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402613 Jun 16 17:18:48.268945 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf27d29-2c8d-4b31-952e-893e6e9e7324 req-8988a558-fed2-4073-a557-30f9083496d0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:48.271066 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2bf27d29-2c8d-4b31-952e-893e6e9e7324 req-8988a558-fed2-4073-a557-30f9083496d0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0660129 Jun 16 17:18:48.309214 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2bf27d29-2c8d-4b31-952e-893e6e9e7324 req-e2ef8aec-5797-459f-941a-b6e9a589aab5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321989 Jun 16 17:18:49.620816 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade7e5f-ef90-4f1c-8566-91c78c87b246 req-48745a77-43c0-46ff-aa38-f567cc9c8350 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:49.622234 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bade7e5f-ef90-4f1c-8566-91c78c87b246 req-48745a77-43c0-46ff-aa38-f567cc9c8350 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0684009 Jun 16 17:18:49.659450 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bade7e5f-ef90-4f1c-8566-91c78c87b246 req-aee9b901-89d6-490e-89ec-aca868824be4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Jun 16 17:18:50.837683 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c61973-ad34-4dc5-9ffd-d4c5e8d26e71 req-34704f10-3f57-4773-a7ce-11919ffb7d0d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:50.839268 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-46c61973-ad34-4dc5-9ffd-d4c5e8d26e71 req-34704f10-3f57-4773-a7ce-11919ffb7d0d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0650842 Jun 16 17:18:50.885866 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-46c61973-ad34-4dc5-9ffd-d4c5e8d26e71 req-258f002b-dd2e-4597-bb16-b748218a6fd1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404949 Jun 16 17:18:52.072837 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19453ad3-9099-492e-ae0d-0602a6bc46c4 req-07fb7542-2df8-41fb-8ed1-98e337bd7a1c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:52.074394 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19453ad3-9099-492e-ae0d-0602a6bc46c4 req-07fb7542-2df8-41fb-8ed1-98e337bd7a1c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0681753 Jun 16 17:18:52.117324 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-19453ad3-9099-492e-ae0d-0602a6bc46c4 req-2256e6b3-cf4b-4f6e-82b0-9671e79e4d04 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370669 Jun 16 17:18:53.300379 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e21999-5e6e-4455-a763-8582c5fcc973 req-5d0ad2da-988d-4f63-bac4-87204b581e1a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:53.301888 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-23e21999-5e6e-4455-a763-8582c5fcc973 req-5d0ad2da-988d-4f63-bac4-87204b581e1a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0653656 Jun 16 17:18:53.340996 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-23e21999-5e6e-4455-a763-8582c5fcc973 req-6941353b-7606-452f-bd88-063042282bf5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334322 Jun 16 17:18:53.440056 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:18:53.503978 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:53.544173 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:18:53.556967 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'port_id': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'mac_address': 'fa:16:3e:2a:87:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:18:53.600930 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:53.614572 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:18:53.637000 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:18:53.773609 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:53.776603 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:18:53.829623 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,revision_number=6']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:18:53.835144 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:18:53.870422 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:18:54.543516 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de082b5-167e-4388-a461-8acafd0f640e req-ae003d9a-20d4-46fb-8bb5-2c58d44023a4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:54.545201 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5de082b5-167e-4388-a461-8acafd0f640e req-ae003d9a-20d4-46fb-8bb5-2c58d44023a4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 944 time: 0.0688770 Jun 16 17:18:54.587609 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5de082b5-167e-4388-a461-8acafd0f640e req-355f6ee0-6dc1-4c33-b7c6-926e3103adc0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367417 Jun 16 17:18:55.450771 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:18:55.497701 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:18:55.498080 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:55.572502 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:55.594870 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:18:55.597119 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8c9bbb-f4b0-407b-999d-af166aed2c8f" -d '{"events": [{"server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "name": "network-vif-plugged", "status": "completed", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:18:55.610494 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:18:55.641732 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02aeea9-7d8f-47c2-8f93-6dccf9bd62c1 x-openstack-request-id: req-f02aeea9-7d8f-47c2-8f93-6dccf9bd62c1 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:18:55.641732 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "name": "network-vif-plugged", "status": "completed", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:18:55.641732 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f02aeea9-7d8f-47c2-8f93-6dccf9bd62c1 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:18:55.641732 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'code': 200} Jun 16 17:18:55.774757 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb075b-261f-447a-84dd-3804115f39f1 req-4f4b17f0-3f0c-476b-bcbc-3e56a5464475 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:55.776572 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7bfb075b-261f-447a-84dd-3804115f39f1 req-4f4b17f0-3f0c-476b-bcbc-3e56a5464475 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 944 time: 0.0705984 Jun 16 17:18:55.822488 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7bfb075b-261f-447a-84dd-3804115f39f1 req-69472b9f-7cff-47fb-9279-9fb875eb00bf tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389755 Jun 16 17:18:55.919729 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:55.926516 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4ff0c9cf-6d43-4d6c-9e15-961a91af142e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:18:55.977467 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,revision_number=7']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:18:55.980579 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:18:56.521355 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5e278fd0-e0ee-477b-947a-6e71232a1b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:57.018399 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d6d53-18f6-444e-8ad3-f067f39ce118 req-c980f289-fd07-4c8a-a698-c6efeb319bd3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:57.019890 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b01d6d53-18f6-444e-8ad3-f067f39ce118 req-c980f289-fd07-4c8a-a698-c6efeb319bd3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0682561 Jun 16 17:18:57.058229 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b01d6d53-18f6-444e-8ad3-f067f39ce118 req-1ba84e09-1684-463e-bcf4-5ee0a15ac946 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318999 Jun 16 17:18:58.251367 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91882b-a517-4173-b4e7-cfa365099521 req-0026b87e-ddf3-4373-bd8c-e6c0861f8de4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:58.252775 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cd91882b-a517-4173-b4e7-cfa365099521 req-0026b87e-ddf3-4373-bd8c-e6c0861f8de4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0653882 Jun 16 17:18:58.304778 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cd91882b-a517-4173-b4e7-cfa365099521 req-2f4bfe1c-ba9a-4388-b944-d1b9417f6051 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400190 Jun 16 17:18:59.150456 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:59.332861 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-85decb14-1c76-41bd-a4a5-01867cc1ae51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:18:59.403720 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-85062de2-5389-4e4e-b95a-cb5a773bcdf2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945330 Jun 16 17:18:59.521735 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda397c-52b7-49be-84b7-b54790716966 req-bffc4f20-50d7-418e-8a0e-2431d500c4a4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:59.523749 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-afda397c-52b7-49be-84b7-b54790716966 req-bffc4f20-50d7-418e-8a0e-2431d500c4a4 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0991523 Jun 16 17:18:59.530045 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-cf0cf5f2-5bce-4912-be84-a244c3cf23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:59.531478 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-cf0cf5f2-5bce-4912-be84-a244c3cf23d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc40842a427049259261ae77d430ce91&device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 1098 time: 0.0975351 Jun 16 17:18:59.616738 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-afda397c-52b7-49be-84b7-b54790716966 req-0bedb706-f4e0-4ae8-8031-2acdde448b58 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841725 Jun 16 17:18:59.653414 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-dcc6b6f2-b237-45a3-bc21-8b3fa28ac747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:18:59.654934 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-dcc6b6f2-b237-45a3-bc21-8b3fa28ac747 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 200 len: 910 time: 0.1010561 Jun 16 17:18:59.874928 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-e6e156fb-8f77-4a98-813e-a393feec1b6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68604a54-64e1-4402-986d-eaa285c671ec HTTP/1.1" status: 200 len: 1000 time: 0.0644567 Jun 16 17:19:00.180888 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-7ea6e388-4c50-4530-89ad-e4a6f08283fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:00.182279 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-7ea6e388-4c50-4530-89ad-e4a6f08283fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba0cf48a-5f55-4609-8052-40d4baf62024 HTTP/1.1" status: 200 len: 849 time: 0.3075962 Jun 16 17:19:00.244413 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-6dbc718e-e09c-45ac-9c11-c7262d165c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:00.245989 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-6dbc718e-e09c-45ac-9c11-c7262d165c68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bafd4575-f5a6-4e2f-91bf-8600444f6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555305 Jun 16 17:19:00.262021 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-332c3aa9-bec3-4b07-895a-9eb29dac2c72 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:19:00.262961 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-332c3aa9-bec3-4b07-895a-9eb29dac2c72 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064123 Jun 16 17:19:00.380277 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-762cc232-4f41-44d2-ad8d-59eedd394770 service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055360 Jun 16 17:19:00.474461 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-799da998-98e0-4bbb-9f9e-9113bd57440a req-6754d323-eba0-4717-a0ab-9ee3bcd0a60d service neutron] 10.222.0.60 "GET /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846410 Jun 16 17:19:00.806289 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f15a4-fa66-4c30-8922-b957dea3c26a req-a3db7173-d45e-4583-ab8c-eed38726d283 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:00.807786 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b4f15a4-fa66-4c30-8922-b957dea3c26a req-a3db7173-d45e-4583-ab8c-eed38726d283 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0726399 Jun 16 17:19:00.851076 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:00.852325 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0b4f15a4-fa66-4c30-8922-b957dea3c26a req-515c1665-d818-414e-b316-42dd4c541b7b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385594 Jun 16 17:19:02.127430 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b75d5-a371-442c-a5ff-402ea69c4b26 req-de03ba7a-e675-4e08-acb9-8aaffc8765d5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:02.129368 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-478b75d5-a371-442c-a5ff-402ea69c4b26 req-de03ba7a-e675-4e08-acb9-8aaffc8765d5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0946796 Jun 16 17:19:02.216740 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-478b75d5-a371-442c-a5ff-402ea69c4b26 req-fbf000b5-2aa8-4fa3-914d-eeea9052a9d1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765994 Jun 16 17:19:02.350394 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:03.496578 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1fade-7222-4677-9b15-675cffe42b43 req-e90988d6-ac83-4361-acb0-8257a96a65fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:03.499390 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-20f1fade-7222-4677-9b15-675cffe42b43 req-e90988d6-ac83-4361-acb0-8257a96a65fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.1136479 Jun 16 17:19:03.553429 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-20f1fade-7222-4677-9b15-675cffe42b43 req-84fa4a66-e642-441a-9f8e-3eadd4b9f682 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 Jun 16 17:19:03.555729 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:19:04.814480 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673172-5852-468d-af52-3b98d14b553a req-372696d7-a4d0-4c0a-b9f5-2660ecf52726 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:04.816528 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f9673172-5852-468d-af52-3b98d14b553a req-372696d7-a4d0-4c0a-b9f5-2660ecf52726 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.1146297 Jun 16 17:19:04.860593 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f9673172-5852-468d-af52-3b98d14b553a req-0d5081c8-9d0d-43b1-910a-1a721a93f760 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361862 Jun 16 17:19:06.091060 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a89288-3af0-460d-b5b7-f52104c8ad48 req-2cd80ad3-525f-4510-999a-eebe7b51f35c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:06.094687 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-51a89288-3af0-460d-b5b7-f52104c8ad48 req-2cd80ad3-525f-4510-999a-eebe7b51f35c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0769122 Jun 16 17:19:06.137610 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-51a89288-3af0-460d-b5b7-f52104c8ad48 req-0d2e8208-f87c-4984-892f-4f4d89b88055 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387406 Jun 16 17:19:07.369746 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551965c5-74d7-4997-b687-e5cbf3147001 req-ef913e6e-148d-42a1-be3e-987f737790aa tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:07.371267 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-551965c5-74d7-4997-b687-e5cbf3147001 req-ef913e6e-148d-42a1-be3e-987f737790aa tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0874448 Jun 16 17:19:07.412122 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-551965c5-74d7-4997-b687-e5cbf3147001 req-97cec9b7-5fe8-4a83-a4bd-81ffa4e411f8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350757 Jun 16 17:19:08.626322 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb7142-da91-43aa-8373-c9829b2e8908 req-fa5d5e6d-2ffb-42ad-b982-b7f0fed0dea7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:08.627739 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e0fb7142-da91-43aa-8373-c9829b2e8908 req-fa5d5e6d-2ffb-42ad-b982-b7f0fed0dea7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0717297 Jun 16 17:19:08.672860 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e0fb7142-da91-43aa-8373-c9829b2e8908 req-b42b9215-0a55-47cf-ae10-2303343138f6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386944 Jun 16 17:19:09.917628 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdf8ca-581a-4cc9-ba22-e1e8a390bfc1 req-baecddbe-f82e-49b0-b424-620f2c848f20 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:09.920550 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ebdf8ca-581a-4cc9-ba22-e1e8a390bfc1 req-baecddbe-f82e-49b0-b424-620f2c848f20 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0828583 Jun 16 17:19:09.974770 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5ebdf8ca-581a-4cc9-ba22-e1e8a390bfc1 req-ff6dcc18-ce62-442e-9703-69d31b334c8d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443718 Jun 16 17:19:11.184680 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77a860-d44c-4675-81bc-47dc31ce6eaf req-0988f1e9-9918-4b90-ad84-7d528daebb93 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:11.187362 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a77a860-d44c-4675-81bc-47dc31ce6eaf req-0988f1e9-9918-4b90-ad84-7d528daebb93 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0740571 Jun 16 17:19:11.237366 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a77a860-d44c-4675-81bc-47dc31ce6eaf req-488c3060-68f1-4952-b2ac-4f307e89742e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Jun 16 17:19:12.441887 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cfd4d-1295-4751-a925-bc292c4e9d7e req-7bcc07b6-691a-4bcc-acb7-04b56c10edc8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:12.446231 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-075cfd4d-1295-4751-a925-bc292c4e9d7e req-7bcc07b6-691a-4bcc-acb7-04b56c10edc8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0706072 Jun 16 17:19:12.493924 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-075cfd4d-1295-4751-a925-bc292c4e9d7e req-0ba7d71a-69ce-4e73-a345-41ac7a3d0ea5 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Jun 16 17:19:13.798185 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b63c7-a2e3-4b82-b26b-c3e7425cbd11 req-ae6303f1-71ec-436e-afed-5dee32057ab8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:13.799567 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-298b63c7-a2e3-4b82-b26b-c3e7425cbd11 req-ae6303f1-71ec-436e-afed-5dee32057ab8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0761065 Jun 16 17:19:13.855363 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-298b63c7-a2e3-4b82-b26b-c3e7425cbd11 req-9e0a33f9-0ca7-4c3c-af01-bf7b8927afde tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444615 Jun 16 17:19:15.075816 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848e1b0-1d39-4ccf-be3a-ddb3618be405 req-53af7a07-3c93-40bf-a7b7-24ccfdfe9485 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:15.077491 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6848e1b0-1d39-4ccf-be3a-ddb3618be405 req-53af7a07-3c93-40bf-a7b7-24ccfdfe9485 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0718987 Jun 16 17:19:15.115985 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6848e1b0-1d39-4ccf-be3a-ddb3618be405 req-15e51778-26dc-41d7-a2ca-bc7d05b28a4a tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317845 Jun 16 17:19:15.585945 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3c811-eea6-4f08-ac56-e6d4dc1bc050 req-c5bf3e7c-0f7c-42c7-ac83-4035aaf1dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:15.587467 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6bd3c811-eea6-4f08-ac56-e6d4dc1bc050 req-c5bf3e7c-0f7c-42c7-ac83-4035aaf1dbf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 1098 time: 0.0607061 Jun 16 17:19:15.690871 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3c811-eea6-4f08-ac56-e6d4dc1bc050 req-06c98a9d-a6ef-4aa7-9eb2-7abe2a09f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:15.692273 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6bd3c811-eea6-4f08-ac56-e6d4dc1bc050 req-06c98a9d-a6ef-4aa7-9eb2-7abe2a09f43b service neutron] 10.222.0.60 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 917 time: 0.0977733 Jun 16 17:19:15.770680 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6bd3c811-eea6-4f08-ac56-e6d4dc1bc050 req-41a266b2-8e45-4123-ba50-e617f8c16bd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 HTTP/1.1" status: 200 len: 1000 time: 0.0688417 Jun 16 17:19:15.825201 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3c811-eea6-4f08-ac56-e6d4dc1bc050 req-bac0fbb7-c647-4713-bed7-156991854d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:15.826682 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6bd3c811-eea6-4f08-ac56-e6d4dc1bc050 req-bac0fbb7-c647-4713-bed7-156991854d35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 200 len: 856 time: 0.0483820 Jun 16 17:19:15.889644 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3c811-eea6-4f08-ac56-e6d4dc1bc050 req-891745ff-f2d1-42d6-995b-deff9563fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:15.891214 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6bd3c811-eea6-4f08-ac56-e6d4dc1bc050 req-891745ff-f2d1-42d6-995b-deff9563fd9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570178 Jun 16 17:19:15.992439 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6bd3c811-eea6-4f08-ac56-e6d4dc1bc050 req-91dbe26a-e835-4f28-b792-0ec89d3695bd service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928881 Jun 16 17:19:16.091820 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6bd3c811-eea6-4f08-ac56-e6d4dc1bc050 req-8dfc5002-cbbb-4db0-9448-0c0c0b1bca1e service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908732 Jun 16 17:19:16.302447 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb1141-3300-4a2c-baab-8c7f6b3b0f87 req-f76823ed-fd75-4f58-ae34-60462d0b485c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:16.304470 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e6fb1141-3300-4a2c-baab-8c7f6b3b0f87 req-f76823ed-fd75-4f58-ae34-60462d0b485c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0654740 Jun 16 17:19:16.353308 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e6fb1141-3300-4a2c-baab-8c7f6b3b0f87 req-ade44b84-d7d4-42f2-8a68-d9386c821256 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 Jun 16 17:19:17.552497 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff83e6-ad3f-4d90-9f18-8bb1df8608eb req-628672d5-04f7-429a-9dc3-9cbd126a330e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:17.555819 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:19:17.556302 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97ff83e6-ad3f-4d90-9f18-8bb1df8608eb req-628672d5-04f7-429a-9dc3-9cbd126a330e tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 945 time: 0.0778673 Jun 16 17:19:17.603465 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97ff83e6-ad3f-4d90-9f18-8bb1df8608eb req-ec33bde9-d332-456a-a8c3-594bed211160 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Jun 16 17:19:17.653844 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:17.680570 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:19:17.682850 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3794792c-753f-4627-b7f0-950b1fca668a" -d '{"events": [{"server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "name": "network-vif-unplugged", "status": "completed", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:19:17.698165 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:19:17.732506 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2096d5-47b1-4f24-9013-417f3b74f716 x-openstack-request-id: req-9a2096d5-47b1-4f24-9013-417f3b74f716 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:19:17.732506 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "name": "network-vif-unplugged", "status": "completed", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:19:17.732506 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a2096d5-47b1-4f24-9013-417f3b74f716 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:19:17.732506 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'code': 200} Jun 16 17:19:17.801372 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:17.803248 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:19:17.860345 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,revision_number=8']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:19:17.867929 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.868284 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.868649 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.868964 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.869294 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.869661 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.869991 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.870317 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.870637 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.870960 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.871278 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.871594 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:19:17.875677 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:19:18.830574 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f82ef-6fe0-4951-bc23-904296fd5fcf req-c31c125d-f37e-48d1-a622-c81d7ceeeb94 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:18.832095 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-612f82ef-6fe0-4951-bc23-904296fd5fcf req-c31c125d-f37e-48d1-a622-c81d7ceeeb94 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.1018760 Jun 16 17:19:18.882699 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-612f82ef-6fe0-4951-bc23-904296fd5fcf req-8b6c2a19-ec45-4818-b6ae-a7edf20be17d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435457 Jun 16 17:19:21.550117 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:19:21.970344 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8c7a-6a08-4a77-b413-7f560be5e976 req-43b9e222-9a1b-4bcd-bd9b-f2b2ea305069 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:21.972360 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8b8d8c7a-6a08-4a77-b413-7f560be5e976 req-43b9e222-9a1b-4bcd-bd9b-f2b2ea305069 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0709686 Jun 16 17:19:22.016640 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8b8d8c7a-6a08-4a77-b413-7f560be5e976 req-43f4f4b2-eecc-4ee9-a400-f2e81dd8dc8b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388303 Jun 16 17:19:22.285713 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-0f48e5ec-d88e-48d6-9427-60ae1e6c00dd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185825 Jun 16 17:19:23.204597 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b3117-5367-4237-8c0f-79b559b6a322 req-a68f46e1-0267-4f78-85b0-b11ac80c1a48 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:23.206141 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f5b3117-5367-4237-8c0f-79b559b6a322 req-a68f46e1-0267-4f78-85b0-b11ac80c1a48 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0685940 Jun 16 17:19:23.246049 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7f5b3117-5367-4237-8c0f-79b559b6a322 req-6c6f824c-61e8-40f5-9c43-c3d1db27029c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336988 Jun 16 17:19:23.504038 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:24.003775 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-f4c26d13-a28f-48a1-9e71-875a17fd720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:24.005149 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-f4c26d13-a28f-48a1-9e71-875a17fd720a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602&tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a HTTP/1.1" status: 200 len: 1096 time: 0.0573907 Jun 16 17:19:24.080531 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-eaa0f986-72a5-467f-9544-7a4d4dfc5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:24.082044 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-eaa0f986-72a5-467f-9544-7a4d4dfc5d74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 1096 time: 0.0533819 Jun 16 17:19:24.173438 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-1b533261-160c-46a3-b6ab-4adda31a5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:24.174903 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-1b533261-160c-46a3-b6ab-4adda31a5ef1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 917 time: 0.0850954 Jun 16 17:19:24.249734 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-f4e60198-6d4a-4a2c-b06b-c7ea9a126e84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 HTTP/1.1" status: 200 len: 998 time: 0.0674438 Jun 16 17:19:24.302014 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-5a2c35e2-3bfc-4ac6-ab07-ece54bd15e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:24.304367 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-5a2c35e2-3bfc-4ac6-ab07-ece54bd15e9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 200 len: 856 time: 0.0476956 Jun 16 17:19:24.363437 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-3ca67de8-af37-4aa6-9ac5-358692753335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:24.364914 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-3ca67de8-af37-4aa6-9ac5-358692753335 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536575 Jun 16 17:19:24.504142 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012dc72-f7b5-4309-84d2-03243f629b6b req-215333bb-760a-4f12-8338-eaa1235879da tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:24.505629 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9012dc72-f7b5-4309-84d2-03243f629b6b req-215333bb-760a-4f12-8338-eaa1235879da tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.1398013 Jun 16 17:19:24.513001 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-3514e75e-ed83-48c9-8971-22d7bd2e0aee service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349018 Jun 16 17:19:24.604899 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9012dc72-f7b5-4309-84d2-03243f629b6b req-4a0442b6-8119-48bc-9e76-e6c91e33f419 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925372 Jun 16 17:19:24.638428 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9319458b-a3bd-4454-a6b0-2b2f54102950 req-5b0c986f-2adc-4362-825a-edbd87ccc386 service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163051 Jun 16 17:19:25.807075 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b107c-9991-4685-82d3-f05b9e0ed6aa req-cd1a23c6-9317-4084-973d-bb4b5ce3a32b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:25.808902 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-773b107c-9991-4685-82d3-f05b9e0ed6aa req-cd1a23c6-9317-4084-973d-bb4b5ce3a32b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0771105 Jun 16 17:19:25.854028 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-773b107c-9991-4685-82d3-f05b9e0ed6aa req-9966165a-ca1a-468a-865e-85934b171d93 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371110 Jun 16 17:19:26.509509 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c3da994c-7881-4710-8f4d-74064a2b7a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:27.054440 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6af5af-d778-4691-98c9-a199c009b039 req-ae23254e-eac2-407c-bc82-d087d760e754 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:27.055835 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6af5af-d778-4691-98c9-a199c009b039 req-ae23254e-eac2-407c-bc82-d087d760e754 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0740373 Jun 16 17:19:27.096826 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd6af5af-d778-4691-98c9-a199c009b039 req-b9d71f53-178e-45e5-a488-a645b4cb1bbf tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352509 Jun 16 17:19:28.317857 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5c3bd-cd24-478e-8ed6-496a95d6f401 req-5c78bf9d-4fbb-4502-8c71-22b6730696a9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:28.320172 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c2f5c3bd-cd24-478e-8ed6-496a95d6f401 req-5c78bf9d-4fbb-4502-8c71-22b6730696a9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0861995 Jun 16 17:19:28.359546 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c2f5c3bd-cd24-478e-8ed6-496a95d6f401 req-363d1594-1b2f-4d5b-a2fa-cfcd219081bd tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Jun 16 17:19:29.133094 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:29.298118 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0a4118be-31c0-4ba2-86bc-86fb1cb1e7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:29.565490 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7002be2-13a4-4ea8-8f7e-bda454c6865a req-a3ffa03a-87aa-4bf1-a5a6-131f13a42ce1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:29.573684 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7002be2-13a4-4ea8-8f7e-bda454c6865a req-a3ffa03a-87aa-4bf1-a5a6-131f13a42ce1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0756192 Jun 16 17:19:29.606729 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7002be2-13a4-4ea8-8f7e-bda454c6865a req-890424ac-828e-4da7-9355-8e0fdea69e41 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321653 Jun 16 17:19:30.828350 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690853b-f20f-4f69-a1c7-1ef4011b1c88 req-0517ff2e-e2d6-453e-8216-f3dfc8236b2c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:30.830149 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3690853b-f20f-4f69-a1c7-1ef4011b1c88 req-0517ff2e-e2d6-453e-8216-f3dfc8236b2c tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.1008396 Jun 16 17:19:30.841411 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:30.873471 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3690853b-f20f-4f69-a1c7-1ef4011b1c88 req-995037e2-d16a-48b4-a9b6-424d2ab11872 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349514 Jun 16 17:19:32.064935 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a01e4-b326-48d6-bd8c-6f2af6e32df7 req-33062c5a-47b9-46f1-8ad1-0c3da7827159 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:32.069291 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f8a01e4-b326-48d6-bd8c-6f2af6e32df7 req-33062c5a-47b9-46f1-8ad1-0c3da7827159 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0684855 Jun 16 17:19:32.112509 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f8a01e4-b326-48d6-bd8c-6f2af6e32df7 req-aa115c76-dee3-485c-9d63-1d7a9be1e933 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362899 Jun 16 17:19:32.353096 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:33.329897 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76017f59-a742-413b-9e9c-f130ba3a370e req-e67aa3f0-a273-4bca-8a5f-42305d218c43 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:33.331678 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76017f59-a742-413b-9e9c-f130ba3a370e req-e67aa3f0-a273-4bca-8a5f-42305d218c43 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0919175 Jun 16 17:19:33.374458 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76017f59-a742-413b-9e9c-f130ba3a370e req-4fbfe7fd-342c-4678-80cc-783e13bd3b55 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360060 Jun 16 17:19:34.576935 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027812bc-d102-4cb1-9dbf-8e0f6331ada3 req-942431cf-fe35-4b52-8c8a-110de84f9e90 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:34.578472 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-027812bc-d102-4cb1-9dbf-8e0f6331ada3 req-942431cf-fe35-4b52-8c8a-110de84f9e90 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0675538 Jun 16 17:19:34.631046 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-027812bc-d102-4cb1-9dbf-8e0f6331ada3 req-910b97f0-dd05-4e75-be1e-6fe72a4ae678 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466549 Jun 16 17:19:35.823530 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a0ed0-2d4f-4518-9d3e-fb3e83e0a744 req-f1de6e4f-22e6-433e-87fd-ece803a7f75b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:35.824988 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee2a0ed0-2d4f-4518-9d3e-fb3e83e0a744 req-f1de6e4f-22e6-433e-87fd-ece803a7f75b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0701172 Jun 16 17:19:35.868143 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ee2a0ed0-2d4f-4518-9d3e-fb3e83e0a744 req-677ef7f5-bee1-4799-985c-032e3030eb4d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373807 Jun 16 17:19:37.073815 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724d5f6-ae4a-4c1f-ad4c-e1eb8f3e6b34 req-fcedbd63-ced0-4254-a541-8939d2ab1982 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:37.075252 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2724d5f6-ae4a-4c1f-ad4c-e1eb8f3e6b34 req-fcedbd63-ced0-4254-a541-8939d2ab1982 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0839450 Jun 16 17:19:37.116249 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2724d5f6-ae4a-4c1f-ad4c-e1eb8f3e6b34 req-6cb03f61-7262-4c4a-892f-1126bca15e2b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341809 Jun 16 17:19:38.308774 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157a4f0-f687-4504-b681-dd1f0b7bf415 req-9ad49bdf-85fe-46f5-bfa6-007eb29c855b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:38.310375 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7157a4f0-f687-4504-b681-dd1f0b7bf415 req-9ad49bdf-85fe-46f5-bfa6-007eb29c855b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0663621 Jun 16 17:19:38.352124 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7157a4f0-f687-4504-b681-dd1f0b7bf415 req-478b46d0-56fb-486e-baef-cc67719a36b2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354497 Jun 16 17:19:39.541379 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60090c65-1939-43de-9d0d-d4c0204b640f req-043a1d7d-9b57-4363-a1a5-08577e5a94b7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:39.542848 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-60090c65-1939-43de-9d0d-d4c0204b640f req-043a1d7d-9b57-4363-a1a5-08577e5a94b7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0667694 Jun 16 17:19:39.582575 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-60090c65-1939-43de-9d0d-d4c0204b640f req-49e6db51-2cf1-4b9f-b5bc-e8c5f8b70ad0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340836 Jun 16 17:19:40.555063 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:19:40.776986 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cefc28-a031-4024-8ab8-9d87b459ffb7 req-3d0acbff-0a43-44cb-ac1a-a52c359cb341 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:40.779425 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5cefc28-a031-4024-8ab8-9d87b459ffb7 req-3d0acbff-0a43-44cb-ac1a-a52c359cb341 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0669158 Jun 16 17:19:40.817867 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5cefc28-a031-4024-8ab8-9d87b459ffb7 req-7c7028e7-2b90-4463-9908-7c6bff504b73 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333354 Jun 16 17:19:41.997109 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1207e0-7e3c-4ab7-9562-b426f3c3840a req-1f1e1431-970c-4a03-8ff9-84e7ceb6e3ae tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:41.998526 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed1207e0-7e3c-4ab7-9562-b426f3c3840a req-1f1e1431-970c-4a03-8ff9-84e7ceb6e3ae tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0626655 Jun 16 17:19:42.037811 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ed1207e0-7e3c-4ab7-9562-b426f3c3840a req-921eb8b1-508a-4ecb-98f9-d625b93a9ccd tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334623 Jun 16 17:19:43.228460 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52ccee-0e08-4d77-bb8e-6cd8bbee1e7a req-4175c83a-76f2-4a86-9aef-aae30b962a9d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:43.229995 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df52ccee-0e08-4d77-bb8e-6cd8bbee1e7a req-4175c83a-76f2-4a86-9aef-aae30b962a9d tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0714848 Jun 16 17:19:43.272863 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df52ccee-0e08-4d77-bb8e-6cd8bbee1e7a req-81e0986c-c260-43b6-ba70-8accdfddcaf3 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368254 Jun 16 17:19:44.466341 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bf5f3-3b65-4c51-98f2-76b52d6ab6bd req-7acd2471-dcf2-4e69-bfa2-213dd82bfb3f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:44.467892 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ac6bf5f3-3b65-4c51-98f2-76b52d6ab6bd req-7acd2471-dcf2-4e69-bfa2-213dd82bfb3f tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0706890 Jun 16 17:19:44.509468 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ac6bf5f3-3b65-4c51-98f2-76b52d6ab6bd req-84c6da3f-be04-4856-a7c9-dffa0bee9001 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352194 Jun 16 17:19:45.657904 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:19:45.695137 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efea4d4-abd0-4b2f-8d8f-918347affbc2 req-402641ac-864f-46a1-913c-0604bfac9a86 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:45.696880 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4efea4d4-abd0-4b2f-8d8f-918347affbc2 req-402641ac-864f-46a1-913c-0604bfac9a86 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 943 time: 0.0672700 Jun 16 17:19:45.737046 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4efea4d4-abd0-4b2f-8d8f-918347affbc2 req-a6c11100-c99c-4908-96ae-2ceefde838bf tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334830 Jun 16 17:19:45.750332 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:19:45.762122 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'port_id': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'mac_address': 'fa:16:3e:2a:87:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:19:45.802999 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:45.815362 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:19:45.834637 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:19:45.908750 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:45.910576 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:19:45.957744 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,revision_number=9']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:19:45.960877 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:19:46.302485 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:19:46.940977 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491f55-86eb-47bf-adba-540b69bdf184 req-34ec143d-6a4e-4c7f-a289-b4e82a0baa72 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:46.948469 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f0491f55-86eb-47bf-adba-540b69bdf184 req-34ec143d-6a4e-4c7f-a289-b4e82a0baa72 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 944 time: 0.0649321 Jun 16 17:19:46.983435 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f0491f55-86eb-47bf-adba-540b69bdf184 req-749f850d-2e58-4e33-9ff7-498e540d8f58 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349903 Jun 16 17:19:47.688341 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:19:47.736923 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:19:47.737309 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:47.814754 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:47.836452 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:19:47.838701 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f57bc5-6a98-486f-b7f0-4b3bce344589" -d '{"events": [{"server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "name": "network-vif-plugged", "status": "completed", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:19:47.850939 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:19:47.875025 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3420752-126d-4894-827a-afde942a55cc x-openstack-request-id: req-e3420752-126d-4894-827a-afde942a55cc {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:19:47.875367 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "name": "network-vif-plugged", "status": "completed", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:19:47.875629 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3420752-126d-4894-827a-afde942a55cc {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:19:47.876029 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'code': 200} Jun 16 17:19:47.900914 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:47.904157 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:19:47.956288 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,revision_number=10']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:19:47.959587 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:19:48.193972 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68a03d-626a-4ef8-a7a1-a712085dad02 req-14c7679b-6e10-42c9-b570-7aded3473cf1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:48.195432 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f68a03d-626a-4ef8-a7a1-a712085dad02 req-14c7679b-6e10-42c9-b570-7aded3473cf1 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 946 time: 0.0940766 Jun 16 17:19:48.241049 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed0bf8-6398-4627-9f06-97ac6399d38a req-b10bbf4b-332b-406d-8679-47942ac9e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:48.242442 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aaed0bf8-6398-4627-9f06-97ac6399d38a req-b10bbf4b-332b-406d-8679-47942ac9e4aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 1099 time: 0.0966089 Jun 16 17:19:48.246153 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f68a03d-626a-4ef8-a7a1-a712085dad02 req-05a00a41-b9c3-4cd5-8989-176a2b0ffb34 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439022 Jun 16 17:19:48.281445 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aaed0bf8-6398-4627-9f06-97ac6399d38a req-6fc872a9-a430-452e-91d6-4735366eaae1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Jun 16 17:19:49.446061 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84575e-818b-46f7-98fa-5513f4501052 req-1bc4754f-957c-4e2e-a2e3-5f556a0d5bd9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:49.447618 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e84575e-818b-46f7-98fa-5513f4501052 req-1bc4754f-957c-4e2e-a2e3-5f556a0d5bd9 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 946 time: 0.0797820 Jun 16 17:19:49.498939 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e84575e-818b-46f7-98fa-5513f4501052 req-9bdd104b-e50c-42b9-94da-aaaac46417bd tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449824 Jun 16 17:19:50.692736 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c25a6-d85a-4381-bb03-cad23231cd8d req-f32bc00f-5bc2-4777-8644-84acadb24fff tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:50.694189 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-893c25a6-d85a-4381-bb03-cad23231cd8d req-f32bc00f-5bc2-4777-8644-84acadb24fff tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 946 time: 0.0692031 Jun 16 17:19:50.734443 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-893c25a6-d85a-4381-bb03-cad23231cd8d req-d130e4d9-e67e-4558-9ee1-eebcde3f0797 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320778 Jun 16 17:19:51.915535 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c91d7-bb33-400b-ba2f-8492972d0f97 req-7f6dafaa-a510-45e8-8a2d-cdd633737676 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:51.917639 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f3c91d7-bb33-400b-ba2f-8492972d0f97 req-7f6dafaa-a510-45e8-8a2d-cdd633737676 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 946 time: 0.0642891 Jun 16 17:19:51.954976 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1f3c91d7-bb33-400b-ba2f-8492972d0f97 req-787f51e8-6324-4ea0-971c-cf0f503877fc tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Jun 16 17:19:53.496174 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:56.472320 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1a225b4b-6741-4505-8429-545943c9c5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:59.108739 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:59.158647 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-e8f813fa-e2df-4bbe-8637-7974ceb18bd5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517058 Jun 16 17:19:59.283430 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-c2d12961-1165-4c67-ba3b-59a35e751b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:59.284913 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-c2d12961-1165-4c67-ba3b-59a35e751b89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 1099 time: 0.0613067 Jun 16 17:19:59.306468 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e5aa4cac-22ec-460c-94e8-8075ba4b1a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:19:59.390869 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-3963f23c-7128-47c4-9b77-fd9d88cda7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:59.392222 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-3963f23c-7128-47c4-9b77-fd9d88cda7b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 200 len: 917 time: 0.0857391 Jun 16 17:19:59.466514 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-b2ebd145-5f89-441b-a073-6d6e66bee9c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 HTTP/1.1" status: 200 len: 1000 time: 0.0608220 Jun 16 17:19:59.527603 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-1c1a2262-1ee0-4968-9064-e445bacf61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:59.529033 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-1c1a2262-1ee0-4968-9064-e445bacf61b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 200 len: 856 time: 0.0436406 Jun 16 17:19:59.587269 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-41c4df71-4888-452f-91f6-452d8007a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:19:59.588768 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-41c4df71-4888-452f-91f6-452d8007a2c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da7a276f-c9d5-4544-b86d-98dbf95a7f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525415 Jun 16 17:19:59.702254 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-e6c72bbc-83dd-4a4e-a843-0274cc51027a service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954177 Jun 16 17:19:59.790818 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ad71f511-54ae-4e5a-8cc1-20efc64093cf req-5e13364a-b35c-406a-b53a-11e639a4fd8d service neutron] 10.222.0.60 "GET /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822666 Jun 16 17:20:00.866386 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:02.280146 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:08.532160 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca19c2-dcb1-4c66-a041-5b4556e70e0c req-0b3aaefd-29a5-44da-8858-13bf39f4e863 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:08.533704 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62ca19c2-dcb1-4c66-a041-5b4556e70e0c req-0b3aaefd-29a5-44da-8858-13bf39f4e863 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0699677 Jun 16 17:20:08.582812 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62ca19c2-dcb1-4c66-a041-5b4556e70e0c req-1d3bb872-80dc-44e1-a75f-07962bfa07f6 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433569 Jun 16 17:20:09.765251 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c80660-e65b-4ea2-b333-c7471362bcd3 req-30161afc-6aa3-4b0b-9699-f89e97f003e1 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:09.766821 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a9c80660-e65b-4ea2-b333-c7471362bcd3 req-30161afc-6aa3-4b0b-9699-f89e97f003e1 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0680134 Jun 16 17:20:09.807761 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a9c80660-e65b-4ea2-b333-c7471362bcd3 req-d2d2a0c6-c410-4b66-a865-636dea41ecbd tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341928 Jun 16 17:20:10.709091 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b8292-448c-4214-99f3-47603ff929db req-7490cbef-e64d-48e3-b925-4922316597f9 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:10.711131 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2b3b8292-448c-4214-99f3-47603ff929db req-7490cbef-e64d-48e3-b925-4922316597f9 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0706773 Jun 16 17:20:10.827620 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Deleting port 68604a54-64e1-4402-986d-eaa285c671ec {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:20:10.828634 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:10.919621 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] For port 68604a54-64e1-4402-986d-eaa285c671ec, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=68604a54-64e1-4402-986d-eaa285c671ec,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:20:10.920043 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:11.344312 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f748ab-51e3-40cb-8d60-b04740e5a07f req-f4960245-883f-4c5a-baff-9c04668095dc tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:11.345805 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a3f748ab-51e3-40cb-8d60-b04740e5a07f req-f4960245-883f-4c5a-baff-9c04668095dc tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 945 time: 0.4176595 Jun 16 17:20:11.425435 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a3f748ab-51e3-40cb-8d60-b04740e5a07f req-ad91c20e-2667-45df-8556-b4d42e29a34c tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups?id=536eaeca-4abc-4022-bdbd-baa6f2619699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739133 Jun 16 17:20:11.426956 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:11.427328 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:11.427638 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Floating IP 9db28abf-9529-459b-b717-864aa2814fe5 disassociated. External IP: 172.27.2.24, port: 68604a54-64e1-4402-986d-eaa285c671ec. Jun 16 17:20:11.427981 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Calling delete_port for 68604a54-64e1-4402-986d-eaa285c671ec owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:20:11.628847 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:11.632843 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:11.670918 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event deleted for resources: {'Port': ['ID=68604a54-64e1-4402-986d-eaa285c671ec,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:11.682147 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.682524 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.682897 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.683256 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.683646 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.684063 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.684585 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.684859 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.685214 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.685590 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.685940 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.686287 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:11.696855 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:11.797888 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Router 2a6c974d-fbf5-40c0-9305-717a6ed1671d has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:20:11.912455 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:20:11.923025 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297ba5f-dc6f-4242-9227-03a6efc0eda8 None None] Sync routers for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:20:11.932459 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297ba5f-dc6f-4242-9227-03a6efc0eda8 None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:20:11.933095 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-6297ba5f-dc6f-4242-9227-03a6efc0eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:19:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:20:11.955635 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] No DVR routers for this DVR port 68604a54-64e1-4402-986d-eaa285c671ec on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:20:11.958188 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:11.960133 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2b3b8292-448c-4214-99f3-47603ff929db req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.60 "DELETE /v2.0/ports/68604a54-64e1-4402-986d-eaa285c671ec HTTP/1.1" status: 204 len: 173 time: 1.2369342 Jun 16 17:20:11.962955 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'name': 'network-vif-deleted', 'tag': '68604a54-64e1-4402-986d-eaa285c671ec'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:20:11.962955 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f6b23-fc26-4230-80f5-eb80d1cca699" -d '{"events": [{"server_uuid": "1d0e6372-47c2-4704-8c49-5f87edf9ecc0", "name": "network-vif-deleted", "tag": "68604a54-64e1-4402-986d-eaa285c671ec"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:20:12.001441 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc411495-a93f-4f74-affd-bf8e2bf71291 x-openstack-request-id: req-dc411495-a93f-4f74-affd-bf8e2bf71291 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:20:12.001776 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0e6372-47c2-4704-8c49-5f87edf9ecc0", "name": "network-vif-deleted", "tag": "68604a54-64e1-4402-986d-eaa285c671ec", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:20:12.002061 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc411495-a93f-4f74-affd-bf8e2bf71291 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:20:12.002542 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0e6372-47c2-4704-8c49-5f87edf9ecc0', 'name': 'network-vif-deleted', 'tag': '68604a54-64e1-4402-986d-eaa285c671ec', 'status': 'completed', 'code': 200} Jun 16 17:20:12.050034 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-6297ba5f-dc6f-4242-9227-03a6efc0eda8 None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:20:12.273929 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-6297ba5f-dc6f-4242-9227-03a6efc0eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:20:12.280917 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297ba5f-dc6f-4242-9227-03a6efc0eda8 None None] Checking router: 2a6c974d-fbf5-40c0-9305-717a6ed1671d for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:20:12.289030 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297ba5f-dc6f-4242-9227-03a6efc0eda8 None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:20:12.289681 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-6297ba5f-dc6f-4242-9227-03a6efc0eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:19:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:20:12.407819 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-6297ba5f-dc6f-4242-9227-03a6efc0eda8 None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:20:12.591493 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f92f5ffe-6c4c-4b2a-a265-3c79f7633216 req-e8029ff9-24d7-40c1-bbe4-2144a474a799 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0e6372-47c2-4704-8c49-5f87edf9ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0317223 Jun 16 17:20:12.629828 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-6297ba5f-dc6f-4242-9227-03a6efc0eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:20:12.633402 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297ba5f-dc6f-4242-9227-03a6efc0eda8 None None] The sync data for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi is: [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:08:35Z', 'revision_number': 4, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'afaf6f69-a49e-445b-911a-be8bc99e089d', 'name': '', 'network_id': 'bafd4575-f5a6-4e2f-91bf-8600444f6a8e', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'mac_address': 'fa:16:3e:3a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:33Z', 'updated_at': '2021-06-16T17:08:46Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'subnets': [{'id': 'ba0cf48a-5f55-4609-8052-40d4baf62024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:20:12.877856 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c78259-72c2-4dd1-aa4e-bf77849d67b0 None None] New status for floating IP 9db28abf-9529-459b-b717-864aa2814fe5: DOWN {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:20:13.804415 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51198) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:13.830707 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 68604a54-64e1-4402-986d-eaa285c671ec no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:20:13.851351 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 68604a54-64e1-4402-986d-eaa285c671ec {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:20:13.851714 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 68604a54-64e1-4402-986d-eaa285c671ec not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:20:13.870221 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-33bcef2e-e5c0-4ebe-b9e7-1817f0784c13 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:13.894030 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-33bcef2e-e5c0-4ebe-b9e7-1817f0784c13 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:14.017157 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-33bcef2e-e5c0-4ebe-b9e7-1817f0784c13 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:14.019819 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-33bcef2e-e5c0-4ebe-b9e7-1817f0784c13 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:14.021014 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-33bcef2e-e5c0-4ebe-b9e7-1817f0784c13 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "DELETE /v2.0/security-groups/536eaeca-4abc-4022-bdbd-baa6f2619699 HTTP/1.1" status: 204 len: 168 time: 0.2155750 Jun 16 17:20:14.021832 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f7f0a6cc-3f5c-4265-b46b-1645b68b3506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:14.023870 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51200) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:14.031401 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcef2e-e5c0-4ebe-b9e7-1817f0784c13 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536eaeca-4abc-4022-bdbd-baa6f2619699,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:14.033967 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-33bcef2e-e5c0-4ebe-b9e7-1817f0784c13 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:14.040148 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.api.v2.resource [None req-fec0b296-2a2e-4c0b-9b7f-443243907846 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] show failed (client error): The resource could not be found. Jun 16 17:20:14.044231 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-fec0b296-2a2e-4c0b-9b7f-443243907846 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "GET /v2.0/security-groups/536eaeca-4abc-4022-bdbd-baa6f2619699 HTTP/1.1" status: 404 len: 347 time: 0.0162320 Jun 16 17:20:14.044804 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51204) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:14.169473 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Deleting port c08fd055-2b2e-471f-b49b-bf04bd6d5959 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:20:14.169743 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:14.250309 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:14.250642 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:14.312579 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Calling delete_port for c08fd055-2b2e-471f-b49b-bf04bd6d5959 owned by network:floatingip {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:20:14.529500 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:14.531705 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-7461c7b6-a4c0-40ae-93e6-add21dffadef tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:14.555464 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Pushing event deleted for resources: {'Port': ['ID=c08fd055-2b2e-471f-b49b-bf04bd6d5959,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:14.558412 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:14.624071 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks [] for floatingip, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:14.626550 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:14.627700 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] 10.222.0.10 "DELETE /v2.0/floatingips/9db28abf-9529-459b-b717-864aa2814fe5 HTTP/1.1" status: 204 len: 168 time: 0.5818212 Jun 16 17:20:17.554145 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:20:18.809191 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51232) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:19.274110 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755956'] for router_interface, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:19.530434 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Deleting port afaf6f69-a49e-445b-911a-be8bc99e089d {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:20:19.530686 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:19.612178 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] For port afaf6f69-a49e-445b-911a-be8bc99e089d, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=afaf6f69-a49e-445b-911a-be8bc99e089d,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:20:19.612536 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:19.676031 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Calling delete_port for afaf6f69-a49e-445b-911a-be8bc99e089d owned by network:router_interface {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:20:19.920527 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:19.922700 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8b717e2a-07d2-41bd-8654-d29825abbc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:19.951242 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=afaf6f69-a49e-445b-911a-be8bc99e089d,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:19.954391 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:20.117512 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755808'] for router_interface, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:20.326241 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Router 2a6c974d-fbf5-40c0-9305-717a6ed1671d has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:20:20.430109 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:20:20.440635 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] 10.222.0.10 "PUT /v2.0/routers/2a6c974d-fbf5-40c0-9305-717a6ed1671d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6265845 Jun 16 17:20:20.440810 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7889ef3-0045-4eca-8e80-5199ad0ff3fe None None] Sync routers for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:20:20.441236 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51238) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:20.451377 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7889ef3-0045-4eca-8e80-5199ad0ff3fe None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:20:20.452110 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-d7889ef3-0045-4eca-8e80-5199ad0ff3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:19:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:20:20.542548 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:20.698831 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-d7889ef3-0045-4eca-8e80-5199ad0ff3fe None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:20:20.888746 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-d7889ef3-0045-4eca-8e80-5199ad0ff3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:20:19Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:20:20.892126 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7889ef3-0045-4eca-8e80-5199ad0ff3fe None None] Checking router: 2a6c974d-fbf5-40c0-9305-717a6ed1671d for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:20:20.900672 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7889ef3-0045-4eca-8e80-5199ad0ff3fe None None] Routers {'2a6c974d-fbf5-40c0-9305-717a6ed1671d'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:20:20.901460 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-d7889ef3-0045-4eca-8e80-5199ad0ff3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:19:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:20:20.927888 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:21.020730 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-d7889ef3-0045-4eca-8e80-5199ad0ff3fe None None] Set router 2a6c974d-fbf5-40c0-9305-717a6ed1671d gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:20:21.085786 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Deleting port 6fca205a-4921-4703-b98f-7c19505fab30 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:20:21.086127 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:21.163328 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] For port 6fca205a-4921-4703-b98f-7c19505fab30, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=6fca205a-4921-4703-b98f-7c19505fab30,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:20:21.163683 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:21.213810 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-d7889ef3-0045-4eca-8e80-5199ad0ff3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:20:19Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:20:21.217418 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7889ef3-0045-4eca-8e80-5199ad0ff3fe None None] The sync data for ids ['2a6c974d-fbf5-40c0-9305-717a6ed1671d'] in dv-cinder-772126-4-iscsi is: [{'id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'name': 'tempest-AttachVolumeTestJSON-979563402-router', 'tenant_id': 'cc40842a427049259261ae77d430ce91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '6fca205a-4921-4703-b98f-7c19505fab30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:26Z', 'updated_at': '2021-06-16T17:20:19Z', 'revision_number': 5, 'project_id': 'cc40842a427049259261ae77d430ce91', 'gw_port': {'id': '6fca205a-4921-4703-b98f-7c19505fab30', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6c974d-fbf5-40c0-9305-717a6ed1671d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:28Z', 'updated_at': '2021-06-16T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:20:21.232317 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Calling delete_port for 6fca205a-4921-4703-b98f-7c19505fab30 owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:20:21.502936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:21.506112 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ac2bc798-2b8b-4425-ac33-65045a853bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:21.532241 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fca205a-4921-4703-b98f-7c19505fab30,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:21.536143 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:21.594201 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775459'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:21.690068 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-786016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:21.692346 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:21.853913 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device afaf6f69-a49e-445b-911a-be8bc99e089d no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:20:21.874316 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: afaf6f69-a49e-445b-911a-be8bc99e089d {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:20:21.874664 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device afaf6f69-a49e-445b-911a-be8bc99e089d not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:20:21.914115 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-785513'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:21.918516 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6c974d-fbf5-40c0-9305-717a6ed1671d {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:20:21.918795 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:21.921035 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2a6c974d-fbf5-40c0-9305-717a6ed1671d HTTP/1.1" status: 204 len: 168 time: 1.4791398 Jun 16 17:20:21.923385 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51240) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:21.970133 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-f181dfde-6ed0-4239-a4f7-af889327ac26 admin admin] Deleting subnet ba0cf48a-5f55-4609-8052-40d4baf62024 {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:20:21.975917 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f181dfde-6ed0-4239-a4f7-af889327ac26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.010360 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f181dfde-6ed0-4239-a4f7-af889327ac26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5826641'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.119293 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f181dfde-6ed0-4239-a4f7-af889327ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.254811 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f181dfde-6ed0-4239-a4f7-af889327ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253785'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.258251 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:22.285600 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f181dfde-6ed0-4239-a4f7-af889327ac26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.287446 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f181dfde-6ed0-4239-a4f7-af889327ac26 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ba0cf48a-5f55-4609-8052-40d4baf62024 HTTP/1.1" status: 204 len: 168 time: 0.3629880 Jun 16 17:20:22.289016 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181dfde-6ed0-4239-a4f7-af889327ac26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba0cf48a-5f55-4609-8052-40d4baf62024,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:22.290287 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51242) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:22.290949 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be534fc9-0fa9-4b3a-bab9-c8292bd779d4 None None] Network bafd4575-f5a6-4e2f-91bf-8600444f6a8e requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:20:22.291344 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f181dfde-6ed0-4239-a4f7-af889327ac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:22.369555 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.432370 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Deleting port 43a5082f-2161-4d7b-a2b0-710a6be7d87b {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:20:22.432724 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.488530 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] DHCP port deletion for bafd4575-f5a6-4e2f-91bf-8600444f6a8e request from dv-cinder-772126-4-iscsi {{(pid=93485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:20:22.500732 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] For port 43a5082f-2161-4d7b-a2b0-710a6be7d87b, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=43a5082f-2161-4d7b-a2b0-710a6be7d87b,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:20:22.501084 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.534498 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Deleting port 43a5082f-2161-4d7b-a2b0-710a6be7d87b {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:20:22.534889 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.568728 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Calling delete_port for 43a5082f-2161-4d7b-a2b0-710a6be7d87b owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:20:22.597304 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] For port 43a5082f-2161-4d7b-a2b0-710a6be7d87b, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=43a5082f-2161-4d7b-a2b0-710a6be7d87b,segment=NetworkSegment(3212b838-9304-4c74-9a31-34d4e2d162e4),segment_id=3212b838-9304-4c74-9a31-34d4e2d162e4)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:20:22.597739 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.664654 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Calling delete_port for 43a5082f-2161-4d7b-a2b0-710a6be7d87b owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:20:22.703384 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.705637 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:22.729076 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Pushing event deleted for resources: {'Port': ['ID=43a5082f-2161-4d7b-a2b0-710a6be7d87b,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:22.733672 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] No DVR routers for this DVR port 43a5082f-2161-4d7b-a2b0-710a6be7d87b on host dv-cinder-772126-4-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:20:22.741786 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.741990 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.742176 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.742555 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.742929 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.743405 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.743781 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.743912 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:22.744146 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.744509 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.744872 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.745235 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.745623 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.745983 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.772486 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Pushing event deleted for resources: {'Port': ['ID=43a5082f-2161-4d7b-a2b0-710a6be7d87b,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:22.772726 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:22.776912 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] No DVR routers for this DVR port 43a5082f-2161-4d7b-a2b0-710a6be7d87b on host dv-cinder-772126-4-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:20:22.784153 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.788953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.788953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.788953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.788953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.788953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.788953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.788953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.788953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.788953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.788953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.788953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:20:22.791556 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:22.827998 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.837475 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafd4575-f5a6-4e2f-91bf-8600444f6a8e']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:20:22.847877 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3212b838-9304-4c74-9a31-34d4e2d162e4') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:20:22.848174 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3212b838-9304-4c74-9a31-34d4e2d162e4') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:20:22.856809 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4648217'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.870732 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.877846 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:20:22.878487 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4646441'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: timer() Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: cb(*args, **kw) Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: self._notify() Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: self.callback(batched_events) Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: event.method(event) Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._get(url).json() Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:20:22.880826 dv-cinder-772126-4-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:20:23.014735 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:23.018512 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:23.021247 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:23.022876 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] 10.222.0.10 "DELETE /v2.0/networks/bafd4575-f5a6-4e2f-91bf-8600444f6a8e HTTP/1.1" status: 204 len: 168 time: 0.7315328 Jun 16 17:20:23.034908 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Pushing event deleted for resources: {'Network': ['ID=bafd4575-f5a6-4e2f-91bf-8600444f6a8e,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:23.037117 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:23.395551 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51246) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:23.442424 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d8852bd4-7d5d-4889-9eec-8bbc725b1063 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc40842a427049259261ae77d430ce91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455542 Jun 16 17:20:23.444990 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51248) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:23.492746 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6cfff11-e69a-4982-b17e-d1ac6049f699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:23.500855 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:23.514133 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6cfff11-e69a-4982-b17e-d1ac6049f699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:23.637119 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6cfff11-e69a-4982-b17e-d1ac6049f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:23.639718 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6cfff11-e69a-4982-b17e-d1ac6049f699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:23.640947 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f6cfff11-e69a-4982-b17e-d1ac6049f699 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc4bf8df-25cd-4b65-a8b4-9b6fa94bf754 HTTP/1.1" status: 204 len: 168 time: 0.1950262 Jun 16 17:20:23.641749 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-490e63d4-49a5-4988-b40c-533fc5719620 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:23.649356 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfff11-e69a-4982-b17e-d1ac6049f699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4bf8df-25cd-4b65-a8b4-9b6fa94bf754,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:23.651667 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f6cfff11-e69a-4982-b17e-d1ac6049f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:23.802831 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 43a5082f-2161-4d7b-a2b0-710a6be7d87b no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:20:23.823203 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 43a5082f-2161-4d7b-a2b0-710a6be7d87b {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:20:23.827176 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 43a5082f-2161-4d7b-a2b0-710a6be7d87b not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:20:23.827176 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6fca205a-4921-4703-b98f-7c19505fab30 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:20:23.842899 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 6fca205a-4921-4703-b98f-7c19505fab30 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:20:23.843253 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6fca205a-4921-4703-b98f-7c19505fab30 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:20:26.497096 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e274364a-6ec1-4f50-ae50-ae271ebb2bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:26.810861 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51312) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:26.923217 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-30b101fb-7acb-4045-b2c6-6d9ded1cc203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:27.025533 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-30b101fb-7acb-4045-b2c6-6d9ded1cc203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:27.105963 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-30b101fb-7acb-4045-b2c6-6d9ded1cc203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:27.108645 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c6b5b69e-79c1-4225-a240-03a83e907660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:27.146417 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-30b101fb-7acb-4045-b2c6-6d9ded1cc203 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ac3e1d6ddce4a3f8ea4db4706207e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344400 Jun 16 17:20:27.147342 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b101fb-7acb-4045-b2c6-6d9ded1cc203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bfb88a-5a6d-488d-9116-b0803f68558d,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:27.149175 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51318) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:27.150350 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-30b101fb-7acb-4045-b2c6-6d9ded1cc203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:27.212114 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cb54a176-10be-4147-bf75-c65adea49215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:27.233120 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cb54a176-10be-4147-bf75-c65adea49215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:27.346856 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cb54a176-10be-4147-bf75-c65adea49215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:27.349329 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-cb54a176-10be-4147-bf75-c65adea49215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:27.350489 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-cb54a176-10be-4147-bf75-c65adea49215 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18bfb88a-5a6d-488d-9116-b0803f68558d HTTP/1.1" status: 204 len: 168 time: 0.2001588 Jun 16 17:20:27.351299 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-038a12ae-35eb-412d-909e-9b0dc39c2590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:27.359011 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54a176-10be-4147-bf75-c65adea49215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bfb88a-5a6d-488d-9116-b0803f68558d,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:27.362650 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-cb54a176-10be-4147-bf75-c65adea49215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:27.986088 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51324) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:27.999604 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-014a4b3b-28e2-470f-97df-d33c2d7cb707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:28.087028 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-014a4b3b-28e2-470f-97df-d33c2d7cb707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:28.171110 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-014a4b3b-28e2-470f-97df-d33c2d7cb707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:28.174323 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b2d1fcce-c953-4a34-90c4-073f352e3447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:28.215009 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-014a4b3b-28e2-470f-97df-d33c2d7cb707 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b804932f35684ffb9fabfaeae432470a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277241 Jun 16 17:20:28.216058 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a4b3b-28e2-470f-97df-d33c2d7cb707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f31686-ab32-407c-8992-67c54368d81d,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:28.217912 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51326) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:28.219854 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-014a4b3b-28e2-470f-97df-d33c2d7cb707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:28.270341 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-71d10c64-6777-4775-892d-9b883073bfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:28.291297 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-71d10c64-6777-4775-892d-9b883073bfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:28.393965 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-71d10c64-6777-4775-892d-9b883073bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:28.396561 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-71d10c64-6777-4775-892d-9b883073bfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:28.397709 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-71d10c64-6777-4775-892d-9b883073bfd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3f31686-ab32-407c-8992-67c54368d81d HTTP/1.1" status: 204 len: 168 time: 0.1770201 Jun 16 17:20:28.398522 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a534af94-fe83-4d5b-97aa-edbb46a4870e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:28.407708 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d10c64-6777-4775-892d-9b883073bfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f31686-ab32-407c-8992-67c54368d81d,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:28.409955 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-71d10c64-6777-4775-892d-9b883073bfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:29.131144 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:29.280047 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ebb56a5c-c895-4cfa-8179-9878938964ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:30.894334 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:31.000656 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51374) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:31.105055 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0afd79d9-3062-4ccd-bc05-3805421217f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:31.193539 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0afd79d9-3062-4ccd-bc05-3805421217f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:31.271653 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0afd79d9-3062-4ccd-bc05-3805421217f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:31.274365 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5e2d7eff-16f1-4bd2-ada9-edab471dde8c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:31.312451 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0afd79d9-3062-4ccd-bc05-3805421217f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=678ab68142d64aab86bcd4ee35a99eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107259 Jun 16 17:20:31.313346 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd79d9-3062-4ccd-bc05-3805421217f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f700972-5bc7-40fe-93d6-95c4c6cc13fb,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:31.315922 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51378) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:31.316685 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0afd79d9-3062-4ccd-bc05-3805421217f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:31.364809 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-41aa9f31-81ae-4294-ac48-f172a3bb33e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:31.386815 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-41aa9f31-81ae-4294-ac48-f172a3bb33e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:31.505349 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-41aa9f31-81ae-4294-ac48-f172a3bb33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:31.507970 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-41aa9f31-81ae-4294-ac48-f172a3bb33e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:31.509107 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-41aa9f31-81ae-4294-ac48-f172a3bb33e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f700972-5bc7-40fe-93d6-95c4c6cc13fb HTTP/1.1" status: 204 len: 168 time: 0.1921563 Jun 16 17:20:31.510018 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c925bd47-4c2b-4d7e-a77c-a7270926c8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:31.517702 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa9f31-81ae-4294-ac48-f172a3bb33e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f700972-5bc7-40fe-93d6-95c4c6cc13fb,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:31.520535 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-41aa9f31-81ae-4294-ac48-f172a3bb33e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:32.147683 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51384) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:32.162460 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2fec93ba-6e1d-4a54-b8d9-66c458ce2127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:32.255055 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2fec93ba-6e1d-4a54-b8d9-66c458ce2127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:32.328953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:32.375550 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2fec93ba-6e1d-4a54-b8d9-66c458ce2127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:32.379578 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-70a6a6bb-82c6-44de-97ef-b9c45e0d2cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:32.415924 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-2fec93ba-6e1d-4a54-b8d9-66c458ce2127 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a49ca3298554939aa624240d0c8787a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670920 Jun 16 17:20:32.417029 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec93ba-6e1d-4a54-b8d9-66c458ce2127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707c0205-fbdd-482a-8e72-cccc789af4cf,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:32.418738 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51386) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:32.420380 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2fec93ba-6e1d-4a54-b8d9-66c458ce2127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:32.469502 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3436fe6f-c7a2-416b-be32-4ce26bc7af58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:32.491054 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3436fe6f-c7a2-416b-be32-4ce26bc7af58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:32.651029 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3436fe6f-c7a2-416b-be32-4ce26bc7af58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:32.653622 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3436fe6f-c7a2-416b-be32-4ce26bc7af58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:32.654790 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3436fe6f-c7a2-416b-be32-4ce26bc7af58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/707c0205-fbdd-482a-8e72-cccc789af4cf HTTP/1.1" status: 204 len: 168 time: 0.2350135 Jun 16 17:20:32.655627 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f80d8f36-e097-497e-b79d-8dc664471ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:32.664041 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436fe6f-c7a2-416b-be32-4ce26bc7af58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707c0205-fbdd-482a-8e72-cccc789af4cf,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:32.667960 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3436fe6f-c7a2-416b-be32-4ce26bc7af58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:38.595040 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51462) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:38.699893 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-787ef850-0f9a-400c-9504-63241ba2e26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:38.792237 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-787ef850-0f9a-400c-9504-63241ba2e26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:38.871033 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-787ef850-0f9a-400c-9504-63241ba2e26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:38.873763 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-abfd8cb0-8a87-47ca-996d-451e5666a0ef tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:38.911801 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-787ef850-0f9a-400c-9504-63241ba2e26f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=088e13558f3d4e9e8727fb659ebed0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155360 Jun 16 17:20:38.912691 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ef850-0f9a-400c-9504-63241ba2e26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4904e68-d18b-4054-9b23-7431a458c63c,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:38.915203 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51466) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:38.915868 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-787ef850-0f9a-400c-9504-63241ba2e26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:38.965377 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a40e9fc0-6261-4113-9785-57c76114e958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:38.988095 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a40e9fc0-6261-4113-9785-57c76114e958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:39.097152 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a40e9fc0-6261-4113-9785-57c76114e958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:39.099791 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a40e9fc0-6261-4113-9785-57c76114e958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:39.100937 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-a40e9fc0-6261-4113-9785-57c76114e958 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4904e68-d18b-4054-9b23-7431a458c63c HTTP/1.1" status: 204 len: 168 time: 0.1853130 Jun 16 17:20:39.101779 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f890175b-a187-4019-a963-64e0c42cf084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:39.109284 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e9fc0-6261-4113-9785-57c76114e958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4904e68-d18b-4054-9b23-7431a458c63c,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:39.112090 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a40e9fc0-6261-4113-9785-57c76114e958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:39.860881 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51472) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:39.874265 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1947c5be-5e5a-4c35-9bb3-2251d2e19dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:39.961530 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1947c5be-5e5a-4c35-9bb3-2251d2e19dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:40.080460 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1947c5be-5e5a-4c35-9bb3-2251d2e19dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:40.083172 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cf2a834a-df5c-4238-ae9c-010b0b7a0c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:40.122731 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-1947c5be-5e5a-4c35-9bb3-2251d2e19dc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7af1e9e0ceaf4cc8a57a903eb329bf53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606707 Jun 16 17:20:40.123639 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947c5be-5e5a-4c35-9bb3-2251d2e19dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc09330-640a-4656-a781-5025979e61e0,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:40.125526 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51476) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:40.127139 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1947c5be-5e5a-4c35-9bb3-2251d2e19dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:40.176311 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a34574d9-55e7-4f7a-9adf-73f9cc8f1a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:40.197483 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a34574d9-55e7-4f7a-9adf-73f9cc8f1a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:40.331121 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a34574d9-55e7-4f7a-9adf-73f9cc8f1a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:40.333668 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a34574d9-55e7-4f7a-9adf-73f9cc8f1a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:40.334809 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a34574d9-55e7-4f7a-9adf-73f9cc8f1a9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cc09330-640a-4656-a781-5025979e61e0 HTTP/1.1" status: 204 len: 168 time: 0.2067873 Jun 16 17:20:40.335659 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ddc61508-e1f0-4ac9-960d-7dd2acd650e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:40.344893 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34574d9-55e7-4f7a-9adf-73f9cc8f1a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc09330-640a-4656-a781-5025979e61e0,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:40.347512 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a34574d9-55e7-4f7a-9adf-73f9cc8f1a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:43.069666 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51534) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:43.107865 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b35121-63dd-4922-906f-515ecf162508 req-90ad53d8-439d-4073-a265-935f1a1ea0ee tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:43.109420 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-85b35121-63dd-4922-906f-515ecf162508 req-90ad53d8-439d-4073-a265-935f1a1ea0ee tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0873585 Jun 16 17:20:43.154926 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-85b35121-63dd-4922-906f-515ecf162508 req-c8f6d431-1db5-47f4-8c5f-8d2f6f30965b tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369794 Jun 16 17:20:43.185798 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6386ebe8-e8fb-4513-ad62-2084fc1505eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:43.273901 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6386ebe8-e8fb-4513-ad62-2084fc1505eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:43.385056 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6386ebe8-e8fb-4513-ad62-2084fc1505eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:43.387746 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6e89e18b-2209-4627-95c5-8c07581001a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:43.428232 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6386ebe8-e8fb-4513-ad62-2084fc1505eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcd08297a75643d4a02de7f2d29dc377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570321 Jun 16 17:20:43.429036 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386ebe8-e8fb-4513-ad62-2084fc1505eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c504ce-aa0b-4aad-a4f7-9e50c8102fe1,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:43.432606 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51538) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:43.444106 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6386ebe8-e8fb-4513-ad62-2084fc1505eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:43.481267 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f5a8316a-3320-4edf-bf16-30a61949285f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:43.502875 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f5a8316a-3320-4edf-bf16-30a61949285f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:43.648390 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f5a8316a-3320-4edf-bf16-30a61949285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:43.651228 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f5a8316a-3320-4edf-bf16-30a61949285f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:43.652387 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f5a8316a-3320-4edf-bf16-30a61949285f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2c504ce-aa0b-4aad-a4f7-9e50c8102fe1 HTTP/1.1" status: 204 len: 168 time: 0.2201769 Jun 16 17:20:43.653226 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-78eaba9f-e569-48e9-be3f-98f6e336c69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:43.662965 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8316a-3320-4edf-bf16-30a61949285f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c504ce-aa0b-4aad-a4f7-9e50c8102fe1,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:43.665711 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f5a8316a-3320-4edf-bf16-30a61949285f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:44.345630 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adb2ce-c1f7-4671-a215-57ae1c0570c7 req-a5652c08-cacd-4c97-8646-436cd428ebe4 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:44.347316 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-88adb2ce-c1f7-4671-a215-57ae1c0570c7 req-a5652c08-cacd-4c97-8646-436cd428ebe4 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0652590 Jun 16 17:20:44.350679 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51546) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:44.372803 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c401310-0931-4746-8ec0-a12f4e61bfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:44.395605 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-88adb2ce-c1f7-4671-a215-57ae1c0570c7 req-05a2066b-c2c3-4164-b998-66244aaca33b tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421653 Jun 16 17:20:44.466590 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c401310-0931-4746-8ec0-a12f4e61bfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:44.530946 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5c401310-0931-4746-8ec0-a12f4e61bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:44.534206 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0afd79d9-3062-4ccd-bc05-3805421217f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:44.571895 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5c401310-0931-4746-8ec0-a12f4e61bfbc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=794c0499e62d42a4ac75b0ebb938657c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200370 Jun 16 17:20:44.572880 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c401310-0931-4746-8ec0-a12f4e61bfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d3ab14-526a-4f0f-96bb-d1012a5a7d8d,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:44.574762 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51548) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:44.576721 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5c401310-0931-4746-8ec0-a12f4e61bfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:44.628532 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-45c2b1e8-4c30-4444-ad3c-d1ab814e2810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:44.649277 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-45c2b1e8-4c30-4444-ad3c-d1ab814e2810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:44.805313 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-45c2b1e8-4c30-4444-ad3c-d1ab814e2810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:44.807927 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-45c2b1e8-4c30-4444-ad3c-d1ab814e2810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:44.809068 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-45c2b1e8-4c30-4444-ad3c-d1ab814e2810 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4d3ab14-526a-4f0f-96bb-d1012a5a7d8d HTTP/1.1" status: 204 len: 168 time: 0.2333221 Jun 16 17:20:44.809887 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1947c5be-5e5a-4c35-9bb3-2251d2e19dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:44.818832 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2b1e8-4c30-4444-ad3c-d1ab814e2810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d3ab14-526a-4f0f-96bb-d1012a5a7d8d,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:44.821287 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-45c2b1e8-4c30-4444-ad3c-d1ab814e2810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:45.576126 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b96f59-cbd2-489b-b154-11ff2036ac9f req-2a6c7034-8d4d-4361-8670-a7e8eab3f3e7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:45.577874 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-47b96f59-cbd2-489b-b154-11ff2036ac9f req-2a6c7034-8d4d-4361-8670-a7e8eab3f3e7 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0663309 Jun 16 17:20:45.622146 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-47b96f59-cbd2-489b-b154-11ff2036ac9f req-e12613ca-5539-4c3c-9b6d-3e5a831069fb tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377712 Jun 16 17:20:46.467398 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51580) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:46.573135 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85d86033-531f-4fbb-969b-22e9ec13ff9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:46.665058 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85d86033-531f-4fbb-969b-22e9ec13ff9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:46.771604 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-85d86033-531f-4fbb-969b-22e9ec13ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:46.775254 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-abb895a5-7016-4555-bbfc-346c666b9b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:46.816604 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d86033-531f-4fbb-969b-22e9ec13ff9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bf03f8-7572-4c9a-b800-2a3b3f8f98c3,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:46.822311 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-85d86033-531f-4fbb-969b-22e9ec13ff9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:46.825698 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-85d86033-531f-4fbb-969b-22e9ec13ff9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4ba41c020c048ccbe6e450cb4cac295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572710 Jun 16 17:20:46.828566 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51586) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:20:46.854040 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b84810-76ad-45ff-8394-3cd4c09575ac req-98426dc3-64b5-494e-92c7-f5ea87bcf355 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:46.855543 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97b84810-76ad-45ff-8394-3cd4c09575ac req-98426dc3-64b5-494e-92c7-f5ea87bcf355 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.1180124 Jun 16 17:20:46.886139 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9927-2b32-45e4-a1e6-9c9b6c11de66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:46.896969 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-97b84810-76ad-45ff-8394-3cd4c09575ac req-3d1a38a4-431a-437e-9685-c71b698211ed tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349162 Jun 16 17:20:46.915229 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9927-2b32-45e4-a1e6-9c9b6c11de66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:47.048243 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9927-2b32-45e4-a1e6-9c9b6c11de66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:47.050952 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9927-2b32-45e4-a1e6-9c9b6c11de66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:47.052082 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-d0cf9927-2b32-45e4-a1e6-9c9b6c11de66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79bf03f8-7572-4c9a-b800-2a3b3f8f98c3 HTTP/1.1" status: 204 len: 168 time: 0.2215345 Jun 16 17:20:47.052923 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-73e392d5-7959-4f1d-80bc-fe650e340246 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:47.061326 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf9927-2b32-45e4-a1e6-9c9b6c11de66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bf03f8-7572-4c9a-b800-2a3b3f8f98c3,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:47.064054 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d0cf9927-2b32-45e4-a1e6-9c9b6c11de66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:48.075537 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8f473-e71b-4d27-9a3d-3d7c35b1b286 req-4de69e4d-487c-4f3b-8392-4331095ce5c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:48.077062 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e9b8f473-e71b-4d27-9a3d-3d7c35b1b286 req-4de69e4d-487c-4f3b-8392-4331095ce5c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0656106 Jun 16 17:20:48.120554 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e9b8f473-e71b-4d27-9a3d-3d7c35b1b286 req-4bbc386c-04a9-46f2-ac84-e0f377da93cd tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368104 Jun 16 17:20:49.325220 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7967e-3c1a-426f-8822-32de7784fafd req-1f3c0348-47e0-4e0a-bc2e-80d515fe5865 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:49.326807 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f2e7967e-3c1a-426f-8822-32de7784fafd req-1f3c0348-47e0-4e0a-bc2e-80d515fe5865 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0799789 Jun 16 17:20:49.372635 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f2e7967e-3c1a-426f-8822-32de7784fafd req-0b913e21-e778-4fb2-869e-0097e679670c tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387795 Jun 16 17:20:50.549735 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707544bd-c86a-4b15-af56-15e841a0772c req-00cee103-8cf9-4677-b81f-676997634f49 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:50.551288 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-707544bd-c86a-4b15-af56-15e841a0772c req-00cee103-8cf9-4677-b81f-676997634f49 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0646532 Jun 16 17:20:50.589742 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-707544bd-c86a-4b15-af56-15e841a0772c req-1e334969-88cf-4276-a2c3-0099a78952e3 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326655 Jun 16 17:20:51.771568 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9d8fc-e854-4fb7-bcb4-9452f4e417fa req-72ed892b-6ba1-4f90-9231-0310654207c6 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:51.773076 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-93f9d8fc-e854-4fb7-bcb4-9452f4e417fa req-72ed892b-6ba1-4f90-9231-0310654207c6 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0702789 Jun 16 17:20:51.810422 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-93f9d8fc-e854-4fb7-bcb4-9452f4e417fa req-09f66771-16a3-41ce-ac4c-c95148165f1c tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316815 Jun 16 17:20:52.990256 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731f7e-f1a2-46db-8077-ceca074c58f8 req-d2caa674-9790-4e57-918a-ebebad9e1288 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:52.991796 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-64731f7e-f1a2-46db-8077-ceca074c58f8 req-d2caa674-9790-4e57-918a-ebebad9e1288 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0686512 Jun 16 17:20:53.037413 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-64731f7e-f1a2-46db-8077-ceca074c58f8 req-71a2f67e-9834-466e-a275-0fd6da819f79 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398173 Jun 16 17:20:53.285297 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a64a4e-f10f-41c2-b69d-a7c9de9a8e2f req-182d95a5-b5cd-4496-b39f-b4196f1781a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:53.286708 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-36a64a4e-f10f-41c2-b69d-a7c9de9a8e2f req-182d95a5-b5cd-4496-b39f-b4196f1781a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d85a12355c419bbd88cc2345138464&device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1098 time: 0.0539451 Jun 16 17:20:53.381806 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a64a4e-f10f-41c2-b69d-a7c9de9a8e2f req-893c041f-f8cf-4bd1-91fa-aacb8e34e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:53.383322 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-36a64a4e-f10f-41c2-b69d-a7c9de9a8e2f req-893c041f-f8cf-4bd1-91fa-aacb8e34e9d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 HTTP/1.1" status: 200 len: 909 time: 0.0897255 Jun 16 17:20:53.456991 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-36a64a4e-f10f-41c2-b69d-a7c9de9a8e2f req-3f586ff9-d5f9-4b80-84fb-f4e9924ed983 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891 HTTP/1.1" status: 200 len: 1001 time: 0.0668902 Jun 16 17:20:53.496837 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:53.517814 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a64a4e-f10f-41c2-b69d-a7c9de9a8e2f req-29c51320-ade0-4253-a6f6-a5f24e09ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:53.520245 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-36a64a4e-f10f-41c2-b69d-a7c9de9a8e2f req-29c51320-ade0-4253-a6f6-a5f24e09ebcc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b20acf1-8a19-4590-8d07-29f12bcd76fe HTTP/1.1" status: 200 len: 848 time: 0.0555763 Jun 16 17:20:53.581696 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a64a4e-f10f-41c2-b69d-a7c9de9a8e2f req-5e5dbb30-55d3-40c0-975c-fae67bdff13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:53.583095 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-36a64a4e-f10f-41c2-b69d-a7c9de9a8e2f req-5e5dbb30-55d3-40c0-975c-fae67bdff13f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561523 Jun 16 17:20:53.673788 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-36a64a4e-f10f-41c2-b69d-a7c9de9a8e2f req-0ee24e43-1a88-4349-99c5-8b4d0da6f3ea service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822639 Jun 16 17:20:53.770909 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-36a64a4e-f10f-41c2-b69d-a7c9de9a8e2f req-8f429fc8-23fe-4648-bcbe-bbdba3e1d31f service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894761 Jun 16 17:20:54.229377 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8e43e-3cbe-429a-ac09-403e2c9658c7 req-6706750d-cc86-4d49-b2b0-2dcb0dd12e75 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:54.238030 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8af8e43e-3cbe-429a-ac09-403e2c9658c7 req-6706750d-cc86-4d49-b2b0-2dcb0dd12e75 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0749459 Jun 16 17:20:54.280342 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8af8e43e-3cbe-429a-ac09-403e2c9658c7 req-5ab1ffc9-a45f-40b1-958b-c6218519f957 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352178 Jun 16 17:20:54.554030 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:20:55.473399 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae143a-f894-4dac-9faf-79c9edee2eea req-aaf855df-345d-4f95-94a2-9fb5e53cd858 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:55.474920 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2eae143a-f894-4dac-9faf-79c9edee2eea req-aaf855df-345d-4f95-94a2-9fb5e53cd858 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0715580 Jun 16 17:20:55.517286 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2eae143a-f894-4dac-9faf-79c9edee2eea req-969bc72b-f7b7-40a6-90c0-069701d67c1c tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358899 Jun 16 17:20:56.481914 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-22323195-3a4f-45b8-8a7a-b1d75c192234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:56.702265 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43bad3-e293-43f4-a715-aa7234ef09fc req-aeb1dde5-7efd-4f47-9220-4a4f136ac972 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:56.703695 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df43bad3-e293-43f4-a715-aa7234ef09fc req-aeb1dde5-7efd-4f47-9220-4a4f136ac972 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0685060 Jun 16 17:20:56.756195 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-df43bad3-e293-43f4-a715-aa7234ef09fc req-a05878c3-3c7a-42d3-a199-85de83acface tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404902 Jun 16 17:20:57.432081 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30220920-00e9-4d4f-9037-ccf0a419d3ac req-77c0a02a-b238-4bea-89de-0db6d7f4f17f tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:57.433676 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-30220920-00e9-4d4f-9037-ccf0a419d3ac req-77c0a02a-b238-4bea-89de-0db6d7f4f17f tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.1201689 Jun 16 17:20:57.443721 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-1388a1cf-0c92-4dac-914a-1d4012f5d574 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948172 Jun 16 17:20:57.519992 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-30220920-00e9-4d4f-9037-ccf0a419d3ac req-60965e64-d00b-43fc-b78d-53d0cee34913 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748653 Jun 16 17:20:57.554094 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbfaed-845d-4543-847f-7a57147f7c3a req-cdf17cb6-9726-44f9-8606-dd3a43744780 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:57.555783 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-04bbfaed-845d-4543-847f-7a57147f7c3a req-cdf17cb6-9726-44f9-8606-dd3a43744780 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 946 time: 0.0920649 Jun 16 17:20:57.601763 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-04bbfaed-845d-4543-847f-7a57147f7c3a req-bb3f2cf3-c999-4c41-b8c9-c6cf54ebc4d7 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390539 Jun 16 17:20:57.999146 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 2599b5c2-74a7-4295-80f9-ad06abcd1891 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:20:58.077979 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:58.105236 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:20:58.107688 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3914f8-a6e3-43ac-aa50-d99ab2e97845" -d '{"events": [{"server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "name": "network-vif-unplugged", "status": "completed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:20:58.125501 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 2599b5c2-74a7-4295-80f9-ad06abcd1891, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:20:58.216407 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:58.218588 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:58.269429 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a1f7ae-916c-4aa2-9d62-6d87dd24694b x-openstack-request-id: req-b5a1f7ae-916c-4aa2-9d62-6d87dd24694b {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:20:58.269727 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "name": "network-vif-unplugged", "status": "failed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891", "code": 422}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:20:58.269991 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5a1f7ae-916c-4aa2-9d62-6d87dd24694b {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:20:58.270448 dv-cinder-772126-4-iscsi neutron-server[93485]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'code': 422} returned with failed status Jun 16 17:20:58.275669 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=2599b5c2-74a7-4295-80f9-ad06abcd1891,revision_number=6']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:58.281291 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:20:58.707296 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e31d21-3421-470b-a1c3-1b81a51157c7 req-a35c6817-5347-418f-8317-40c4d0462b7a tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:58.708927 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76e31d21-3421-470b-a1c3-1b81a51157c7 req-a35c6817-5347-418f-8317-40c4d0462b7a tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0699475 Jun 16 17:20:58.796216 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76e31d21-3421-470b-a1c3-1b81a51157c7 req-ff7e360b-9560-4c2d-8650-1cb7f523f847 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753412 Jun 16 17:20:58.841007 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c13f3-9772-4355-8665-b275b957c9ca req-66c8be2d-34e4-490f-a3f6-470b2514e471 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:58.842855 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f9c13f3-9772-4355-8665-b275b957c9ca req-66c8be2d-34e4-490f-a3f6-470b2514e471 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 946 time: 0.1117702 Jun 16 17:20:58.884745 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f9c13f3-9772-4355-8665-b275b957c9ca req-0b9c13a9-5774-441d-aa1e-d1e367f77e9b tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups?id=7821e267-a089-4785-a512-c8a35b005950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351396 Jun 16 17:20:59.127632 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:59.287840 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-85a99ef5-a8ca-4ba4-808b-94bb56c6944f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:59.289358 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-9b72f805-2b28-47ec-9eb9-098bdadbbe33 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:20:59.291833 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-9b72f805-2b28-47ec-9eb9-098bdadbbe33 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.60 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 946 time: 0.0929635 Jun 16 17:20:59.397846 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Deleting port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:20:59.398081 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:59.495171 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] For port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:20:59.495482 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:59.680141 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:59.680507 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:59.680818 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Floating IP ccf15a08-8d1b-4aec-a904-3fe3c1c0a05e disassociated. External IP: 172.27.2.91, port: a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37. Jun 16 17:20:59.681164 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Calling delete_port for a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:20:59.876863 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:20:59.881298 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e3c1975d-d280-40a8-83c9-78a6d1ed461c tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:20:59.913503 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event deleted for resources: {'Port': ['ID=a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:20:59.918124 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:00.060166 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d9d0073-4010-4f4b-8e07-c32cdd1b099e req-9c88306f-bf42-41b8-9274-fefb86ff3314 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 210 time: 0.0405033 Jun 16 17:21:00.104160 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Router 3dc7c085-6329-421a-9656-822edafdfa51 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:21:00.119431 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4003bbb-0c24-4071-b941-7d5d3a2da1d6 req-a502f86f-c244-464a-9d58-3b8bd301cd14 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:00.120931 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c4003bbb-0c24-4071-b941-7d5d3a2da1d6 req-a502f86f-c244-464a-9d58-3b8bd301cd14 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.1951516 Jun 16 17:21:00.277982 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c4003bbb-0c24-4071-b941-7d5d3a2da1d6 req-96dd9990-b291-4d70-837d-a7a5ce21b1d1 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1492324 Jun 16 17:21:00.313936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-11757365-698d-40af-aaf6-391b3a9b0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:00.315603 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-11757365-698d-40af-aaf6-391b3a9b0ab1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed&tenant_id=71d85a12355c419bbd88cc2345138464 HTTP/1.1" status: 200 len: 1096 time: 0.1367784 Jun 16 17:21:00.316741 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:21:00.330192 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79373ac-5c39-4789-9069-6638041c6d5c None None] Sync routers for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:21:00.342088 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79373ac-5c39-4789-9069-6638041c6d5c None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:00.342727 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f79373ac-5c39-4789-9069-6638041c6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:20:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:00.556381 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-f79373ac-5c39-4789-9069-6638041c6d5c None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:00.652599 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51772) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:00.658877 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] No DVR routers for this DVR port a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:21:00.661504 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:00.665419 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a985e3ce-5487-429c-b0f0-31049f8a2f88 req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.60 "DELETE /v2.0/ports/a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 HTTP/1.1" status: 204 len: 173 time: 1.3665605 Jun 16 17:21:00.665419 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'name': 'network-vif-deleted', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:21:00.667289 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7088f1c-402d-45fe-a524-7f6531c2fa10" -d '{"events": [{"server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "name": "network-vif-deleted", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:21:00.696224 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-5fa79210-44c0-48d3-9f8d-8cfb7610675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:00.698058 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-5fa79210-44c0-48d3-9f8d-8cfb7610675a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d85a12355c419bbd88cc2345138464&device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1096 time: 0.0845518 Jun 16 17:21:00.706137 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720edcee-498f-4feb-b133-d275f2f2fbdb x-openstack-request-id: req-720edcee-498f-4feb-b133-d275f2f2fbdb {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:21:00.706631 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80b176f-545d-4ad9-8055-83cf917f4602", "name": "network-vif-deleted", "tag": "a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:21:00.707019 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-720edcee-498f-4feb-b133-d275f2f2fbdb {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:21:00.707543 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80b176f-545d-4ad9-8055-83cf917f4602', 'name': 'network-vif-deleted', 'tag': 'a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37', 'status': 'completed', 'code': 200} Jun 16 17:21:00.804929 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f79373ac-5c39-4789-9069-6638041c6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:00.808531 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79373ac-5c39-4789-9069-6638041c6d5c None None] Checking router: 3dc7c085-6329-421a-9656-822edafdfa51 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:21:00.811562 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8fbfa343-e40d-42d0-8e0e-1224bb46f167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:00.817963 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79373ac-5c39-4789-9069-6638041c6d5c None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:00.818305 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-5d24f23b-9648-4066-8b0d-e114f012c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:00.818572 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f79373ac-5c39-4789-9069-6638041c6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:20:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:00.820030 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-5d24f23b-9648-4066-8b0d-e114f012c387 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 HTTP/1.1" status: 200 len: 909 time: 0.1116064 Jun 16 17:21:00.850840 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:00.901306 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-e36aad5e-7c87-4d90-b924-7b3ca33d844d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891 HTTP/1.1" status: 200 len: 999 time: 0.0711901 Jun 16 17:21:00.912020 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8fbfa343-e40d-42d0-8e0e-1224bb46f167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:00.936057 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-f79373ac-5c39-4789-9069-6638041c6d5c None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:00.960133 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-9c6d56b6-bb8f-4c58-ba5e-653e4e3b5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:00.961674 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-9c6d56b6-bb8f-4c58-ba5e-653e4e3b5bb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b20acf1-8a19-4590-8d07-29f12bcd76fe HTTP/1.1" status: 200 len: 848 time: 0.0536563 Jun 16 17:21:01.005648 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8fbfa343-e40d-42d0-8e0e-1224bb46f167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:01.014839 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-535f4bf5-5b14-4912-9223-f7c8457793cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:01.032524 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-bd92ce5e-7cd1-4181-9a91-985843e55b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:01.035019 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-bd92ce5e-7cd1-4181-9a91-985843e55b4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659478 Jun 16 17:21:01.045846 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8fbfa343-e40d-42d0-8e0e-1224bb46f167 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ccbf6afb0b24c9b9c73941deef9b637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913851 Jun 16 17:21:01.050689 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51778) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:01.059201 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfa343-e40d-42d0-8e0e-1224bb46f167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfcf85c-23ec-4fa1-9d81-1bdc7663508a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:01.085194 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8fbfa343-e40d-42d0-8e0e-1224bb46f167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:01.109471 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4659cb55-1387-40cd-808c-4d4cd79a1b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:01.137228 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4659cb55-1387-40cd-808c-4d4cd79a1b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:01.155143 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-970ec637-c5f5-4464-bd9d-d2b27f836827 service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072476 Jun 16 17:21:01.189097 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-f79373ac-5c39-4789-9069-6638041c6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:01.192052 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79373ac-5c39-4789-9069-6638041c6d5c None None] The sync data for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi is: [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:08:41Z', 'revision_number': 4, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '6a96c49f-1c5f-425f-b168-5cb0cb160924', 'name': '', 'network_id': 'da7a276f-c9d5-4544-b86d-98dbf95a7f2d', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'mac_address': 'fa:16:3e:ba:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:39Z', 'updated_at': '2021-06-16T17:08:54Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'subnets': [{'id': '0b104c8f-c305-4e57-a0f3-52893d961087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:21:01.262156 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2aa5a7a0-2424-440e-b8ab-9bd494020e35 req-5e41a230-7c52-4316-9b22-410017f6a217 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/ports?device_id=c80b176f-545d-4ad9-8055-83cf917f4602 HTTP/1.1" status: 200 len: 210 time: 0.0380726 Jun 16 17:21:01.265558 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4659cb55-1387-40cd-808c-4d4cd79a1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:01.270623 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4659cb55-1387-40cd-808c-4d4cd79a1b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:01.295837 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-4659cb55-1387-40cd-808c-4d4cd79a1b58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6bfcf85c-23ec-4fa1-9d81-1bdc7663508a HTTP/1.1" status: 204 len: 168 time: 0.2375505 Jun 16 17:21:01.297411 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9aa1fdfd-6916-4f60-9625-cfebe07e0e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:01.303649 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89e7e8d5-6801-4c63-9ed1-7dd4bb8fba41 req-7e70f40b-c39b-42f5-9e3b-144f85fc12f0 service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373255 Jun 16 17:21:01.338856 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659cb55-1387-40cd-808c-4d4cd79a1b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfcf85c-23ec-4fa1-9d81-1bdc7663508a,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:01.342053 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4659cb55-1387-40cd-808c-4d4cd79a1b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:01.514935 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9c68a-786f-48f9-8f51-48079f3ba0a7 req-fe31c6da-a292-4fe3-96f4-02717159af51 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:01.516558 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54b9c68a-786f-48f9-8f51-48079f3ba0a7 req-fe31c6da-a292-4fe3-96f4-02717159af51 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0871360 Jun 16 17:21:01.533850 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5c5e3-0550-4c25-a75d-33702570c42b None None] New status for floating IP ccf15a08-8d1b-4aec-a904-3fe3c1c0a05e: DOWN {{(pid=93485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:21:01.561961 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54b9c68a-786f-48f9-8f51-48079f3ba0a7 req-add7bc2b-538f-4c5d-a401-e29f9842f178 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394008 Jun 16 17:21:01.855254 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071537b-8ed6-41a5-98e3-9913283fbe43 req-9740a576-6752-4de6-b25d-c0c9cc1481ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:01.856758 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5071537b-8ed6-41a5-98e3-9913283fbe43 req-9740a576-6752-4de6-b25d-c0c9cc1481ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d85a12355c419bbd88cc2345138464&device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1096 time: 0.0595531 Jun 16 17:21:01.968319 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071537b-8ed6-41a5-98e3-9913283fbe43 req-b2828223-7a10-4d8f-b292-133bb4bf47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:01.970106 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5071537b-8ed6-41a5-98e3-9913283fbe43 req-b2828223-7a10-4d8f-b292-133bb4bf47c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 HTTP/1.1" status: 200 len: 909 time: 0.0885746 Jun 16 17:21:02.013294 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:21:02.033270 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:21:02.033651 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device a20fbb3a-4a90-4b3e-96c9-86bef9c3ed37 not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:21:02.040934 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5071537b-8ed6-41a5-98e3-9913283fbe43 req-0024bd62-5cc8-4801-8880-dd568d5fbb07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891 HTTP/1.1" status: 200 len: 999 time: 0.0641279 Jun 16 17:21:02.092136 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071537b-8ed6-41a5-98e3-9913283fbe43 req-ccdbaf47-bc2f-48ca-8113-72265edf08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:02.096440 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5071537b-8ed6-41a5-98e3-9913283fbe43 req-ccdbaf47-bc2f-48ca-8113-72265edf08f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b20acf1-8a19-4590-8d07-29f12bcd76fe HTTP/1.1" status: 200 len: 848 time: 0.0462425 Jun 16 17:21:02.154252 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071537b-8ed6-41a5-98e3-9913283fbe43 req-dd7f1925-a5b1-4af2-8ece-0b04ed9c7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:02.155799 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5071537b-8ed6-41a5-98e3-9913283fbe43 req-dd7f1925-a5b1-4af2-8ece-0b04ed9c7e43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546448 Jun 16 17:21:02.254109 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5071537b-8ed6-41a5-98e3-9913283fbe43 req-c1c24688-3463-430e-b594-3735ce1f262f service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895746 Jun 16 17:21:02.287874 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:02.351767 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5071537b-8ed6-41a5-98e3-9913283fbe43 req-2fab90a1-ee65-4415-9982-9f25e619a0a3 service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904794 Jun 16 17:21:02.477706 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51812) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:02.540079 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3d4a-c3c6-4717-9e65-3bb543477811 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:02.565874 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3d4a-c3c6-4717-9e65-3bb543477811 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:02.696440 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3d4a-c3c6-4717-9e65-3bb543477811 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:02.699324 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3d4a-c3c6-4717-9e65-3bb543477811 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:02.702961 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-fcbd3d4a-c3c6-4717-9e65-3bb543477811 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "DELETE /v2.0/security-groups/7821e267-a089-4785-a512-c8a35b005950 HTTP/1.1" status: 204 len: 168 time: 0.2216377 Jun 16 17:21:02.702961 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-27f80706-f0b2-40d2-a1eb-6f36068da473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:02.703621 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51826) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:02.710637 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd3d4a-c3c6-4717-9e65-3bb543477811 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7821e267-a089-4785-a512-c8a35b005950,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:02.714171 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-fcbd3d4a-c3c6-4717-9e65-3bb543477811 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:02.721917 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.api.v2.resource [None req-58cdee65-8cae-4716-94f4-de18c648aad2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] show failed (client error): The resource could not be found. Jun 16 17:21:02.723105 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-58cdee65-8cae-4716-94f4-de18c648aad2 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "GET /v2.0/security-groups/7821e267-a089-4785-a512-c8a35b005950 HTTP/1.1" status: 404 len: 347 time: 0.0173581 Jun 16 17:21:02.726068 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51828) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:02.759117 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80088533-189e-4e21-9e75-1e8d759b11cb req-86132666-3523-4337-8db4-24c64f5844e8 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:02.760604 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-80088533-189e-4e21-9e75-1e8d759b11cb req-86132666-3523-4337-8db4-24c64f5844e8 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0860052 Jun 16 17:21:02.803947 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-80088533-189e-4e21-9e75-1e8d759b11cb req-69820655-9dc5-4ee2-a2c2-003d5fbcf349 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353208 Jun 16 17:21:02.865909 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-3b480131-e8dd-4e40-af27-9cf14361c6b0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Deleting port 8a2e41dc-9b7a-4ea9-8686-8f525a5f4165 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:21:02.866317 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3b480131-e8dd-4e40-af27-9cf14361c6b0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:02.945539 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3b480131-e8dd-4e40-af27-9cf14361c6b0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:02.945872 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3b480131-e8dd-4e40-af27-9cf14361c6b0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:03.010062 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-3b480131-e8dd-4e40-af27-9cf14361c6b0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Calling delete_port for 8a2e41dc-9b7a-4ea9-8686-8f525a5f4165 owned by network:floatingip {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:21:03.220013 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3b480131-e8dd-4e40-af27-9cf14361c6b0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:03.222363 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:03.248416 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b480131-e8dd-4e40-af27-9cf14361c6b0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Pushing event deleted for resources: {'Port': ['ID=8a2e41dc-9b7a-4ea9-8686-8f525a5f4165,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:03.254488 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-3b480131-e8dd-4e40-af27-9cf14361c6b0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:03.317225 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3b480131-e8dd-4e40-af27-9cf14361c6b0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks [] for floatingip, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:03.320118 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3b480131-e8dd-4e40-af27-9cf14361c6b0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:03.321328 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3b480131-e8dd-4e40-af27-9cf14361c6b0 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] 10.222.0.10 "DELETE /v2.0/floatingips/ccf15a08-8d1b-4aec-a904-3fe3c1c0a05e HTTP/1.1" status: 204 len: 168 time: 0.5940866 Jun 16 17:21:03.978539 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2edb4-0d18-4bba-b3c8-5008a0ab0ef1 req-9ac3705f-3ae1-4728-bf7b-dbee32a6c7cc tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:03.980049 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e3c2edb4-0d18-4bba-b3c8-5008a0ab0ef1 req-9ac3705f-3ae1-4728-bf7b-dbee32a6c7cc tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0637147 Jun 16 17:21:04.018323 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e3c2edb4-0d18-4bba-b3c8-5008a0ab0ef1 req-b2313a9d-4a0c-4318-993d-fb9055720ca3 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319123 Jun 16 17:21:05.225649 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211f927-5f95-43f7-86ec-bdccd32bf170 req-752c6b35-355a-4041-8228-85dd4f3ed1dd tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:05.227430 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d211f927-5f95-43f7-86ec-bdccd32bf170 req-752c6b35-355a-4041-8228-85dd4f3ed1dd tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0727751 Jun 16 17:21:05.283564 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d211f927-5f95-43f7-86ec-bdccd32bf170 req-0b533de1-5206-4ae8-aee6-2535ff71534c tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501907 Jun 16 17:21:06.467096 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5254200-8a43-4a31-b92a-e9a83f3f8b9f req-692e2382-bf2f-451b-ac28-5f4e43bbe2b1 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:06.468599 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5254200-8a43-4a31-b92a-e9a83f3f8b9f req-692e2382-bf2f-451b-ac28-5f4e43bbe2b1 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0688176 Jun 16 17:21:06.507690 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e5254200-8a43-4a31-b92a-e9a83f3f8b9f req-fcc72df5-a8bc-42d4-b314-d889db655801 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325086 Jun 16 17:21:07.696327 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b537ba-8d46-4f8d-adce-c1922503fd6e req-9361528e-0651-48b7-8364-7bbf6f3f8f0a tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:07.698002 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7b537ba-8d46-4f8d-adce-c1922503fd6e req-9361528e-0651-48b7-8364-7bbf6f3f8f0a tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0765467 Jun 16 17:21:07.737159 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b7b537ba-8d46-4f8d-adce-c1922503fd6e req-1e445148-5578-47a0-a1eb-c46fc363c4c8 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333850 Jun 16 17:21:08.916762 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fb7db-2a85-4bda-a68e-2e1f0b555af2 req-3e20fd48-66f3-43ac-ae48-a1536f808bc5 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:08.918246 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6e0fb7db-2a85-4bda-a68e-2e1f0b555af2 req-3e20fd48-66f3-43ac-ae48-a1536f808bc5 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0680163 Jun 16 17:21:08.955760 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6e0fb7db-2a85-4bda-a68e-2e1f0b555af2 req-b57e8a72-d9b9-4c0a-b3a0-181dfb00393d tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311089 Jun 16 17:21:10.136172 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a077b-e488-4683-8b6b-8f8d70c705ef req-8d48441e-f11a-4d43-9acd-bab223020c09 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:10.137594 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-690a077b-e488-4683-8b6b-8f8d70c705ef req-8d48441e-f11a-4d43-9acd-bab223020c09 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0706871 Jun 16 17:21:10.178607 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-690a077b-e488-4683-8b6b-8f8d70c705ef req-2ab4463a-c136-45b3-ad17-b06269ec565a tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343330 Jun 16 17:21:10.576646 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51896) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:11.164303 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755956'] for router_interface, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:11.360054 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ee253-cf94-436d-9e80-cb3d877d12b4 req-c7da02c7-4bcb-4e85-87cd-40f0344a32ce tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:11.361559 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-451ee253-cf94-436d-9e80-cb3d877d12b4 req-c7da02c7-4bcb-4e85-87cd-40f0344a32ce tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 943 time: 0.0650258 Jun 16 17:21:11.408199 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-451ee253-cf94-436d-9e80-cb3d877d12b4 req-df2762c6-5c31-4b66-92f0-fd1070ad28a1 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359352 Jun 16 17:21:11.439302 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] Deleting port 6a96c49f-1c5f-425f-b168-5cb0cb160924 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:21:11.444716 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:11.520375 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] For port 6a96c49f-1c5f-425f-b168-5cb0cb160924, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=6a96c49f-1c5f-425f-b168-5cb0cb160924,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:11.520724 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:11.798593 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] Calling delete_port for 6a96c49f-1c5f-425f-b168-5cb0cb160924 owned by network:router_interface {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:21:12.071382 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 2599b5c2-74a7-4295-80f9-ad06abcd1891 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:21:12.093015 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:12.095253 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-37ddb0d2-ec2c-48e7-9a92-c2dcba737092 tempest-ServerRescueNegativeTestJSON-1813589433 tempest-ServerRescueNegativeTestJSON-1813589433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:12.119044 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a96c49f-1c5f-425f-b168-5cb0cb160924,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:12.126001 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:12.173915 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 2599b5c2-74a7-4295-80f9-ad06abcd1891, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:12.187093 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'port_id': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'mac_address': 'fa:16:3e:5e:6f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:21:12.230377 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:12.245137 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2599b5c2-74a7-4295-80f9-ad06abcd1891 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:21:12.265928 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 2599b5c2-74a7-4295-80f9-ad06abcd1891, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:12.311126 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755808'] for router_interface, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:12.361681 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:12.363392 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:12.415661 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=2599b5c2-74a7-4295-80f9-ad06abcd1891,revision_number=7']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:12.419848 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:12.540501 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] Router 3dc7c085-6329-421a-9656-822edafdfa51 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:21:12.596065 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276b4ac-668b-41a0-8b6b-f25a73579d16 req-dcd10acb-e7cb-4a43-8798-d8dbaa959ad5 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:12.598297 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d276b4ac-668b-41a0-8b6b-f25a73579d16 req-dcd10acb-e7cb-4a43-8798-d8dbaa959ad5 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 944 time: 0.0731936 Jun 16 17:21:12.641344 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d276b4ac-668b-41a0-8b6b-f25a73579d16 req-ba6d7c3e-f1e8-4055-bfac-057d7a67e5af tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363185 Jun 16 17:21:12.652559 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:21:12.657782 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-51e43ca5-e7c5-4c92-b734-2652787d9f4a admin admin] 10.222.0.10 "PUT /v2.0/routers/3dc7c085-6329-421a-9656-822edafdfa51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0800061 Jun 16 17:21:12.660267 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51910) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:12.670142 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0891779-ad18-4e69-be0e-ee8dcaddd03a None None] Sync routers for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:21:12.680201 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0891779-ad18-4e69-be0e-ee8dcaddd03a None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:12.680813 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-a0891779-ad18-4e69-be0e-ee8dcaddd03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:20:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:12.722431 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['2599b5c2-74a7-4295-80f9-ad06abcd1891'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:21:12.789466 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:12.817718 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-a0891779-ad18-4e69-be0e-ee8dcaddd03a None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:12.911394 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:12.999899 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-a0891779-ad18-4e69-be0e-ee8dcaddd03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:21:11Z', 'revision_number': 5, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port': {'id': 'f66c711a-2aa5-43aa-aa0a-8b7b27ec7480', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7c085-6329-421a-9656-822edafdfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:08:32Z', 'updated_at': '2021-06-16T17:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:13.003344 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0891779-ad18-4e69-be0e-ee8dcaddd03a None None] Checking router: 3dc7c085-6329-421a-9656-822edafdfa51 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:21:13.011683 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0891779-ad18-4e69-be0e-ee8dcaddd03a None None] Routers {'3dc7c085-6329-421a-9656-822edafdfa51'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:13.012296 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-a0891779-ad18-4e69-be0e-ee8dcaddd03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:20:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3dc7c085-6329-421a-9656-822edafdfa51'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:13.055425 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Deleting port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:21:13.055767 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.107557 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-a0891779-ad18-4e69-be0e-ee8dcaddd03a None None] Set router 3dc7c085-6329-421a-9656-822edafdfa51 gateway port host: None {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:13.142344 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] For port f66c711a-2aa5-43aa-aa0a-8b7b27ec7480, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=f66c711a-2aa5-43aa-aa0a-8b7b27ec7480,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:13.142807 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.167850 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-a0891779-ad18-4e69-be0e-ee8dcaddd03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:21:12Z', 'revision_number': 6, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port_host': None}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:13.171370 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0891779-ad18-4e69-be0e-ee8dcaddd03a None None] The sync data for ids ['3dc7c085-6329-421a-9656-822edafdfa51'] in dv-cinder-772126-4-iscsi is: [{'id': '3dc7c085-6329-421a-9656-822edafdfa51', 'name': 'tempest-AttachVolumeShelveTestJSON-1411940755-router', 'tenant_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:08:30Z', 'updated_at': '2021-06-16T17:21:12Z', 'revision_number': 6, 'project_id': 'f3a7d6136c3b4ead8c340aca8b5a073a', 'gw_port_host': None}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:21:13.227975 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51918) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:13.234749 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Calling delete_port for f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 owned by network:router_gateway {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:21:13.335001 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.427418 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.484584 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.486725 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:13.512091 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66c711a-2aa5-43aa-aa0a-8b7b27ec7480,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:13.515737 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:13.520231 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.529511 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f753adbe-9707-4f5d-a342-027a37b57863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:13.562888 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=942feaa9de3c4ace971fc61407a2c458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338075 Jun 16 17:21:13.564341 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8831fd-8b3a-44d9-b9eb-6309644c2c91,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:13.567822 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51922) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:13.572871 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.573239 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.574015 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.574525 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.575410 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.576015 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.576518 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.577037 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.577413 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.577767 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.578282 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.578832 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:13.594138 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:13.607138 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775459'] for router_gateway, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.728431 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-786016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.730703 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.732359 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f7b85a9d-602a-4cec-9cf2-c3c6d4adb895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.810339 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f7b85a9d-602a-4cec-9cf2-c3c6d4adb895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.832337 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add14b-fd87-48e0-a9f2-89b539c49479 req-c6edb97a-a772-4f0f-9ffd-0bcd8d811cc0 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:13.833832 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-68add14b-fd87-48e0-a9f2-89b539c49479 req-c6edb97a-a772-4f0f-9ffd-0bcd8d811cc0 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 944 time: 0.0683339 Jun 16 17:21:13.873365 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-68add14b-fd87-48e0-a9f2-89b539c49479 req-82419739-7e39-4409-bf22-03dd4b021375 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337858 Jun 16 17:21:13.935985 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-785513'] for router, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.936658 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc7c085-6329-421a-9656-822edafdfa51 {{(pid=93484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:21:13.952000 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.952152 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51926) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:13.952242 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1a4895e6-1302-4376-bf70-56efac4bc1b7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3dc7c085-6329-421a-9656-822edafdfa51 HTTP/1.1" status: 204 len: 168 time: 1.2887788 Jun 16 17:21:13.970364 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f7b85a9d-602a-4cec-9cf2-c3c6d4adb895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.974698 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f7b85a9d-602a-4cec-9cf2-c3c6d4adb895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:13.977864 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f7b85a9d-602a-4cec-9cf2-c3c6d4adb895 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b8831fd-8b3a-44d9-b9eb-6309644c2c91 HTTP/1.1" status: 204 len: 168 time: 0.4062395 Jun 16 17:21:13.977864 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-22981c4f-8a64-4de9-bdeb-eb0022e668ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:13.991519 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b85a9d-602a-4cec-9cf2-c3c6d4adb895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8831fd-8b3a-44d9-b9eb-6309644c2c91,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:13.992829 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:21:13.994210 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f7b85a9d-602a-4cec-9cf2-c3c6d4adb895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:14.010863 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b2cc09-5588-47f3-ade6-de6b92f15047 admin admin] Deleting subnet 0b104c8f-c305-4e57-a0f3-52893d961087 {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:21:14.014143 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9b2cc09-5588-47f3-ade6-de6b92f15047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.023634 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:21:14.024009 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device f66c711a-2aa5-43aa-aa0a-8b7b27ec7480 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:21:14.024427 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6a96c49f-1c5f-425f-b168-5cb0cb160924 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:21:14.049556 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9b2cc09-5588-47f3-ade6-de6b92f15047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5826641'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.054178 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 6a96c49f-1c5f-425f-b168-5cb0cb160924 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:21:14.054542 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6a96c49f-1c5f-425f-b168-5cb0cb160924 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:21:14.091099 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 2599b5c2-74a7-4295-80f9-ad06abcd1891 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:14.138620 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9b2cc09-5588-47f3-ade6-de6b92f15047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.138928 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 2599b5c2-74a7-4295-80f9-ad06abcd1891 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:14.139403 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.224872 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.249140 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:21:14.251536 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce52ff3-9dd3-4181-8c06-ced288f19129" -d '{"events": [{"server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "name": "network-vif-plugged", "status": "completed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:21:14.266463 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 2599b5c2-74a7-4295-80f9-ad06abcd1891, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:14.282911 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9b2cc09-5588-47f3-ade6-de6b92f15047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253785'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.290015 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:14.304540 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5be1d5-1ec8-4ed8-80db-cb525731b58f x-openstack-request-id: req-cc5be1d5-1ec8-4ed8-80db-cb525731b58f {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:21:14.304858 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "name": "network-vif-plugged", "status": "completed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:21:14.305199 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc5be1d5-1ec8-4ed8-80db-cb525731b58f {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:21:14.305892 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'code': 200} Jun 16 17:21:14.316749 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2cc09-5588-47f3-ade6-de6b92f15047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b104c8f-c305-4e57-a0f3-52893d961087,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:14.320448 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c9b2cc09-5588-47f3-ade6-de6b92f15047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:14.321570 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c9b2cc09-5588-47f3-ade6-de6b92f15047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.326218 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c9b2cc09-5588-47f3-ade6-de6b92f15047 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0b104c8f-c305-4e57-a0f3-52893d961087 HTTP/1.1" status: 204 len: 168 time: 0.3748393 Jun 16 17:21:14.326379 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51934) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:14.326842 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01efa1ff-6397-40de-95d0-c1b22c2ea4fe None None] Network da7a276f-c9d5-4544-b86d-98dbf95a7f2d requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:21:14.340797 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.344635 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:14.410169 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.461185 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=2599b5c2-74a7-4295-80f9-ad06abcd1891,revision_number=8']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:14.466140 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:14.485434 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Deleting port 80990561-2134-4c42-9519-817475777691 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:21:14.487996 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.561800 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] For port 80990561-2134-4c42-9519-817475777691, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=80990561-2134-4c42-9519-817475777691,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:14.562243 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.637704 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba82dbb-6f0b-4f06-a5f3-4425a3b426e1 None None] DHCP port deletion for da7a276f-c9d5-4544-b86d-98dbf95a7f2d request from dv-cinder-772126-4-iscsi {{(pid=93485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:21:14.651973 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Calling delete_port for 80990561-2134-4c42-9519-817475777691 owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:21:14.653586 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b822c55-cef3-455a-84ba-9c90cd820e62 req-fa9b39d5-8177-4ab2-9ef8-01fb14fade46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:14.655244 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b822c55-cef3-455a-84ba-9c90cd820e62 req-fa9b39d5-8177-4ab2-9ef8-01fb14fade46 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1098 time: 0.0594940 Jun 16 17:21:14.687517 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-0ba82dbb-6f0b-4f06-a5f3-4425a3b426e1 None None] Deleting port 80990561-2134-4c42-9519-817475777691 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:21:14.687911 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0ba82dbb-6f0b-4f06-a5f3-4425a3b426e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.696091 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7b822c55-cef3-455a-84ba-9c90cd820e62 req-0654a5ac-3b88-45ae-90b5-4f69a00cd703 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329907 Jun 16 17:21:14.756284 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-0ba82dbb-6f0b-4f06-a5f3-4425a3b426e1 None None] For port 80990561-2134-4c42-9519-817475777691, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=80990561-2134-4c42-9519-817475777691,segment=NetworkSegment(5be1c9cf-0193-4d1e-b3a7-5ffef88185b5),segment_id=5be1c9cf-0193-4d1e-b3a7-5ffef88185b5)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:14.756602 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0ba82dbb-6f0b-4f06-a5f3-4425a3b426e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.822937 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-0ba82dbb-6f0b-4f06-a5f3-4425a3b426e1 None None] Calling delete_port for 80990561-2134-4c42-9519-817475777691 owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:21:14.827600 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.831830 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:14.858327 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Pushing event deleted for resources: {'Port': ['ID=80990561-2134-4c42-9519-817475777691,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:14.860844 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] No DVR routers for this DVR port 80990561-2134-4c42-9519-817475777691 on host dv-cinder-772126-4-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:21:14.864330 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:14.914259 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0ba82dbb-6f0b-4f06-a5f3-4425a3b426e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.918013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:14.941175 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba82dbb-6f0b-4f06-a5f3-4425a3b426e1 None None] Pushing event deleted for resources: {'Port': ['ID=80990561-2134-4c42-9519-817475777691,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:14.942789 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.943832 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0ba82dbb-6f0b-4f06-a5f3-4425a3b426e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:14.947265 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba82dbb-6f0b-4f06-a5f3-4425a3b426e1 None None] No DVR routers for this DVR port 80990561-2134-4c42-9519-817475777691 on host dv-cinder-772126-4-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:21:14.958834 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7a276f-c9d5-4544-b86d-98dbf95a7f2d']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:14.969795 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:14.970095 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be1c9cf-0193-4d1e-b3a7-5ffef88185b5') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:14.980619 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4648217'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:14.997200 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.004018 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:21:15.004586 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4646441'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: timer() Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: cb(*args, **kw) Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: self._notify() Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: self.callback(batched_events) Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: event.method(event) Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._get(url).json() Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:21:15.006561 dv-cinder-772126-4-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:21:15.079515 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abcccf-d745-4705-ad83-d09ba7d8d3f0 req-d2a3b7c5-4243-4ae8-9db4-7e05a8a6603c tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:15.082741 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91abcccf-d745-4705-ad83-d09ba7d8d3f0 req-d2a3b7c5-4243-4ae8-9db4-7e05a8a6603c tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0787053 Jun 16 17:21:15.121660 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91abcccf-d745-4705-ad83-d09ba7d8d3f0 req-d41151cb-0bc4-4705-91b5-5d7aaed4cb8b tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347743 Jun 16 17:21:15.165006 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.169522 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:15.172674 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.175270 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] 10.222.0.10 "DELETE /v2.0/networks/da7a276f-c9d5-4544-b86d-98dbf95a7f2d HTTP/1.1" status: 204 len: 168 time: 0.8471918 Jun 16 17:21:15.188161 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Pushing event deleted for resources: {'Network': ['ID=da7a276f-c9d5-4544-b86d-98dbf95a7f2d,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:15.191674 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a1344252-79d5-407a-9bd7-3b7ec74ace55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:15.292951 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51956) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:15.392152 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1139513072-network', 'tenant_id': '820f50f43f114707bc167296a42a2ead'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:15.515923 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Made reservation on behalf of 820f50f43f114707bc167296a42a2ead for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:21:15.518816 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.528010 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.566688 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51960) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:15.607857 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-e67c5d9d-64a6-4f2a-8ef5-f0ea716e6a53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3a7d6136c3b4ead8c340aca8b5a073a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399146 Jun 16 17:21:15.610384 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 51962) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:15.622757 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.665901 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0fd888c6-1b43-48c0-bde6-82bab951c963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.687281 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.690570 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e28bd12c-2a8a-4710-98da-e1b76eb8a605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:15.699902 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0fd888c6-1b43-48c0-bde6-82bab951c963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.714252 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:21:15.725598 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81083dba-8acf-4d7e-b018-22c06864dcfb,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:15.732595 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:15.738288 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.738288 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Added segment 8eb4137c-eb40-4713-b626-23dad3184a21 of type vlan for network 10d0ff35-0c9c-424b-a1ce-0df543993865 Jun 16 17:21:15.777989 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.841613 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0fd888c6-1b43-48c0-bde6-82bab951c963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.845041 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 80990561-2134-4c42-9519-817475777691 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:21:15.845604 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0fd888c6-1b43-48c0-bde6-82bab951c963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.847096 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-0fd888c6-1b43-48c0-bde6-82bab951c963 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d5c65c1-8529-4651-aa40-6ee444152860 HTTP/1.1" status: 204 len: 168 time: 0.2358060 Jun 16 17:21:15.847897 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e0d199c4-4c37-4be7-99fd-e300d9f80699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:15.858343 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd888c6-1b43-48c0-bde6-82bab951c963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c65c1-8529-4651-aa40-6ee444152860,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:15.864953 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0fd888c6-1b43-48c0-bde6-82bab951c963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:15.897996 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 80990561-2134-4c42-9519-817475777691 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:21:15.898498 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 80990561-2134-4c42-9519-817475777691 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:21:15.919192 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.920653 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:15.921964 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:15.927473 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:15.992375 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Pushing event updated for resources: {'Network': ['ID=10d0ff35-0c9c-424b-a1ce-0df543993865,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:15.995473 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:16.002966 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 10d0ff35-0c9c-424b-a1ce-0df543993865 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:21:16.037703 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-13a1ace0-857d-41d9-99f2-e9bd090f6e42 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7425039 Jun 16 17:21:16.039666 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51966) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:16.046538 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Request body: {'subnet': {'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1139513072-subnet', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:16.150870 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Made reservation on behalf of 820f50f43f114707bc167296a42a2ead for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:21:16.154275 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4707700'] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:16.364450 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd4094-d89c-473d-b9c5-eb8fdfd8d7b7 req-311101f5-6ebe-4cc0-8d2f-3a15ab9b8f8d tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:16.365988 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69cd4094-d89c-473d-b9c5-eb8fdfd8d7b7 req-311101f5-6ebe-4cc0-8d2f-3a15ab9b8f8d tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0719318 Jun 16 17:21:16.404075 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-69cd4094-d89c-473d-b9c5-eb8fdfd8d7b7 req-72407dce-ee77-4a8a-9d0f-c56aec62504d tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321801 Jun 16 17:21:16.447875 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4707686'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:16.451658 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-eb870b75-2be7-4c9d-9e0e-f7cf5fc29d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:16.504645 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Pushing event updated for resources: {'Subnet': ['ID=341001d2-1ee4-4fca-b861-a0e19ab373e2,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:16.507349 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:16.515260 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Checking segment: {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:21:16.515617 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Network hostable DHCP agents. Network: 10d0ff35-0c9c-424b-a1ce-0df543993865, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:21:16.589776 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Network 10d0ff35-0c9c-424b-a1ce-0df543993865 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:21:16.692986 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 10d0ff35-0c9c-424b-a1ce-0df543993865) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:21:16.697972 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:16.703973 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:16.704128 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a944b6-0f54-4698-8553-e66112b05470 None None] Network 10d0ff35-0c9c-424b-a1ce-0df543993865 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:21:16.764742 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7211344 Jun 16 17:21:16.765151 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 51984) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:16.773745 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:16.842098 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:16.843187 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:16.867541 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77d24ac1-5335-58a7-b4f6-50a51633770b-10d0ff35-0c9c-424b-a1ce-0df543993865', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2'}]}} from dv-cinder-772126-4-iscsi. {{(pid=93485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:21:16.868455 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:16.905574 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:17.012693 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Allocated IP 172.20.0.2 (10d0ff35-0c9c-424b-a1ce-0df543993865/341001d2-1ee4-4fca-b861-a0e19ab373e2/33ce459f-eda4-4121-92a2-6a3875008842) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:21:17.175226 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:17.184713 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Transition to ACTIVE for port object 33ce459f-eda4-4121-92a2-6a3875008842 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:21:17.202868 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Transition to ACTIVE for port object 33ce459f-eda4-4121-92a2-6a3875008842 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:21:17.308252 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:17.310677 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:17.333584 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:17.351828 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Network 10d0ff35-0c9c-424b-a1ce-0df543993865 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:21:17.354718 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:21:17.359456 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:21:17.361370 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Pushing event updated for resources: {'Port': ['ID=33ce459f-eda4-4121-92a2-6a3875008842,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:17.365375 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:17.421030 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Attempting to bind port 33ce459f-eda4-4121-92a2-6a3875008842 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:21:17.421340 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Attempting to bind port 33ce459f-eda4-4121-92a2-6a3875008842 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:21:17.421743 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Attempting to bind port 33ce459f-eda4-4121-92a2-6a3875008842 on network 10d0ff35-0c9c-424b-a1ce-0df543993865 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:21:17.429092 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:21:17.429817 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Checking segment: {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:21:17.430227 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:17.430897 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Bound using segment: {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:21:17.431680 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Bound port: 33ce459f-eda4-4121-92a2-6a3875008842, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:21:17.433019 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:17.498416 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] For port 33ce459f-eda4-4121-92a2-6a3875008842, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:21:17.501834 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] For port 33ce459f-eda4-4121-92a2-6a3875008842, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=33ce459f-eda4-4121-92a2-6a3875008842,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:21:17.590836 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:17.592943 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-13355e23-7b2e-4776-955c-abbfa3dcd83b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:17.629957 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:17.654318 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:17.657171 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Pushing event updated for resources: {'Port': ['ID=33ce459f-eda4-4121-92a2-6a3875008842,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:17.660549 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:17.771053 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Allocated IP 172.27.2.88 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/1ee225aa-34e5-487d-a23e-de04b25604e4) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:21:17.917817 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:18.042024 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4646499'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:18.044162 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:18.080282 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:21:18.085036 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:21:18.090009 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:21:18.117816 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee225aa-34e5-487d-a23e-de04b25604e4,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:18.121972 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:18.463347 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:18.619445 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9166c0cd-34d9-4261-b6bd-52907a81606a None None] Network 10d0ff35-0c9c-424b-a1ce-0df543993865 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:21:18.660863 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776152'] for router, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:18.836163 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-1113f9f3-763c-4234-9bcd-5b6756a2fcfb None None] Provisioning for port 33ce459f-eda4-4121-92a2-6a3875008842 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:21:18.950312 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Router f55a4753-317b-4d99-b185-97cdc83947db is scheduled to L3 agent d030d153-e17d-479d-a207-828748eac732 with binding_index 1 {{(pid=93484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:21:19.064865 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:21:19.075468 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Sync routers for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:21:19.085618 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:19.088204 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:20:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:19.181638 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:19.185627 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-a4c30729-a2b4-4803-a3e5-c8384e25bed1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4166956 Jun 16 17:21:19.185987 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52016) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:19.195323 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:19.391272 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:18Z', 'revision_number': 3, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:19.395481 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Checking router: f55a4753-317b-4d99-b185-97cdc83947db for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:21:19.395833 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Updating router f55a4753-317b-4d99-b185-97cdc83947db port 1ee225aa-34e5-487d-a23e-de04b25604e4 binding host dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:21:19.430026 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:19.629876 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:19.701601 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:19.712137 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Transition to ACTIVE for port object 1ee225aa-34e5-487d-a23e-de04b25604e4 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:21:19.785362 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Allocated IP 172.20.0.1 (10d0ff35-0c9c-424b-a1ce-0df543993865/341001d2-1ee4-4fca-b861-a0e19ab373e2/efb25fdc-3140-4109-b7d5-a5ed4db5fa8c) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:21:19.882743 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 33ce459f-eda4-4121-92a2-6a3875008842 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:19.893167 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:19.906890 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:19.907285 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Transition to ACTIVE for port object efb25fdc-3140-4109-b7d5-a5ed4db5fa8c will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:21:19.911372 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-c2b423ab-973c-4ab8-82a8-809ad1e4f198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:19.980019 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Attempting to bind port 1ee225aa-34e5-487d-a23e-de04b25604e4 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:21:19.980398 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Attempting to bind port 1ee225aa-34e5-487d-a23e-de04b25604e4 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:21:19.980771 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Attempting to bind port 1ee225aa-34e5-487d-a23e-de04b25604e4 on network f3b02221-594f-42f0-99f5-5967d9456d03 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:21:19.983105 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5c0b9-2851-4eee-9ef4-9a0864e718b1 None None] Pushing event updated for resources: {'Port': ['ID=1ee225aa-34e5-487d-a23e-de04b25604e4,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:19.988183 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e3f5c0b9-2851-4eee-9ef4-9a0864e718b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:19.993778 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:21:19.993778 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Checking segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:21:19.993778 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:19.994113 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Bound using segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:21:19.994547 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Bound port: 1ee225aa-34e5-487d-a23e-de04b25604e4, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:21:19.994930 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.041620 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.044670 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:20.046911 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] For port 1ee225aa-34e5-487d-a23e-de04b25604e4, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:21:20.050358 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] For port 1ee225aa-34e5-487d-a23e-de04b25604e4, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=1ee225aa-34e5-487d-a23e-de04b25604e4,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:21:20.067754 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 33ce459f-eda4-4121-92a2-6a3875008842 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:21:20.072464 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 33ce459f-eda4-4121-92a2-6a3875008842 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:20.072865 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.081264 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Network 10d0ff35-0c9c-424b-a1ce-0df543993865 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:21:20.094142 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:21:20.097482 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:21:20.099764 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Pushing event updated for resources: {'Port': ['ID=efb25fdc-3140-4109-b7d5-a5ed4db5fa8c,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:20.103123 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:20.119617 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.123720 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:20.139201 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771177'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.214440 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.228175 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:20.228863 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:20:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:20.233303 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5c0b9-2851-4eee-9ef4-9a0864e718b1 None None] Pushing event updated for resources: {'Port': ['ID=1ee225aa-34e5-487d-a23e-de04b25604e4,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:20.266783 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e3f5c0b9-2851-4eee-9ef4-9a0864e718b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:20.329116 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 33ce459f-eda4-4121-92a2-6a3875008842, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=33ce459f-eda4-4121-92a2-6a3875008842,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:20.358047 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:20.380643 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.419389 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.422782 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-744873a9-ed57-490d-9704-33c38ad3a39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:20.521997 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=33ce459f-eda4-4121-92a2-6a3875008842,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:20.534473 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:20.547832 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.570690 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-4d6896eb-d842-4440-b909-630e7b95c85b None None] Provisioning for port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:21:20.576918 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-4d6896eb-d842-4440-b909-630e7b95c85b None None] Provisioning complete for port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:20.577327 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4d6896eb-d842-4440-b909-630e7b95c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.612343 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.615922 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:20.632846 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-4d6896eb-d842-4440-b909-630e7b95c85b None None] Port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:21:20.649887 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:18Z', 'revision_number': 3, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:20.653987 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fac78-9d99-4f1a-a943-669d45d77b33 None None] The sync data for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi is: [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:18Z', 'revision_number': 3, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:21:20.686014 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771093'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:20.704518 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Pushing event updated for resources: {'Port': ['ID=efb25fdc-3140-4109-b7d5-a5ed4db5fa8c,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:20.716587 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:20.792642 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Network 10d0ff35-0c9c-424b-a1ce-0df543993865 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:21:20.794104 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:21:21.062459 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52032) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:21.157892 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-2343edfa-554e-4dc5-ac17-4d2595a02d1b None None] Provisioning complete for port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:21.158587 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2343edfa-554e-4dc5-ac17-4d2595a02d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:21.198496 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-2343edfa-554e-4dc5-ac17-4d2595a02d1b None None] Port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:21:21.202531 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7b4f0bbd-eb79-4a30-b066-6949d5225eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:21.249900 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Router f55a4753-317b-4d99-b185-97cdc83947db has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:21:21.314685 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7b4f0bbd-eb79-4a30-b066-6949d5225eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:21.365221 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:21:21.370500 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] 10.222.0.10 "PUT /v2.0/routers/f55a4753-317b-4d99-b185-97cdc83947db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1834764 Jun 16 17:21:21.389916 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-7b4f0bbd-eb79-4a30-b066-6949d5225eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:21.393775 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f5a8316a-3320-4edf-bf16-30a61949285f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:21.433624 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-7b4f0bbd-eb79-4a30-b066-6949d5225eee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab034706ff1140048793b75d5037deea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698454 Jun 16 17:21:21.434601 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f0bbd-eb79-4a30-b066-6949d5225eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4ab9f5-245e-4c87-8426-ff60b559175a,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:21.436428 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52038) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:21.438449 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7b4f0bbd-eb79-4a30-b066-6949d5225eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:21.490779 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3755b9e-9965-4ea3-8da1-af27753f986e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:21.524157 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3755b9e-9965-4ea3-8da1-af27753f986e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:21.642164 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3755b9e-9965-4ea3-8da1-af27753f986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:21.645600 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3755b9e-9965-4ea3-8da1-af27753f986e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:21.651238 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c3755b9e-9965-4ea3-8da1-af27753f986e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f4ab9f5-245e-4c87-8426-ff60b559175a HTTP/1.1" status: 204 len: 168 time: 0.2093241 Jun 16 17:21:21.651238 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-33bcef2e-e5c0-4ebe-b9e7-1817f0784c13 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:21.658374 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3755b9e-9965-4ea3-8da1-af27753f986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4ab9f5-245e-4c87-8426-ff60b559175a,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:21.661322 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c3755b9e-9965-4ea3-8da1-af27753f986e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:21.910772 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 1ee225aa-34e5-487d-a23e-de04b25604e4 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:22.052865 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 1ee225aa-34e5-487d-a23e-de04b25604e4 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:21:22.057259 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 1ee225aa-34e5-487d-a23e-de04b25604e4 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:22.057675 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.128548 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52058) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:22.134158 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-819875967-network', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:22.162009 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.184737 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 1ee225aa-34e5-487d-a23e-de04b25604e4, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=1ee225aa-34e5-487d-a23e-de04b25604e4,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:22.253268 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Made reservation on behalf of 9c420b4be606415fb924ab2bb2aa83fa for: {'network': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:21:22.255694 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.264383 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.265269 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 33ce459f-eda4-4121-92a2-6a3875008842 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:22.266063 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.267068 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:22.347000 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=1ee225aa-34e5-487d-a23e-de04b25604e4,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:22.350994 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:22.362114 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 33ce459f-eda4-4121-92a2-6a3875008842 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:22.362671 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.366881 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.456140 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.460313 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f66c348e-b923-47c9-93b3-fa147f2592ae tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:22.481762 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:21:22.490680 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eabd50-7aa8-4111-8136-b2a199bf9950,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:22.494377 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:22.497209 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.509462 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.segments_db [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Added segment 7c8905ae-4157-4922-a128-f5852ab5ba76 of type vlan for network 2f4a3d07-2186-401d-a587-b361861ec519 Jun 16 17:21:22.519430 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Sync routers for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:21:22.529357 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:22.530037 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:20:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:22.540894 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.635853 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.636939 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:22.637478 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:22.638259 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.641467 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:22.722663 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Pushing event updated for resources: {'Network': ['ID=2f4a3d07-2186-401d-a587-b361861ec519,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:22.740457 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:22.745049 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 2f4a3d07-2186-401d-a587-b361861ec519 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:21:22.745274 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-38fffd54-61c3-4d50-b40a-08efd16cb0ac admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6121244 Jun 16 17:21:22.745696 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52072) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:22.752239 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Request body: {'subnet': {'network_id': '2f4a3d07-2186-401d-a587-b361861ec519', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-819875967-subnet', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:22.853163 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Made reservation on behalf of 9c420b4be606415fb924ab2bb2aa83fa for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:21:22.856081 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4707700'] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:22.952347 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 2, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:22.956461 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Checking router: f55a4753-317b-4d99-b185-97cdc83947db for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:21:22.956857 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Updating router f55a4753-317b-4d99-b185-97cdc83947db port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c binding host dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:21:22.992602 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.091154 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4707686'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.094619 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-88616ff3-10c2-413d-b3b0-56c0efc8536b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:23.162777 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15288d8-7042-411b-84e9-2e03b7b2caca,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:23.173580 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.174001 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.174383 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.176208 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.178466 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.181002 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.181396 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.181781 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.182150 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.182522 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.182872 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.183258 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.188871 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:23.193570 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Checking segment: {'id': '7c8905ae-4157-4922-a128-f5852ab5ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:21:23.193570 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Network hostable DHCP agents. Network: 2f4a3d07-2186-401d-a587-b361861ec519, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:21:23.266050 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.276534 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Transition to ACTIVE for port object efb25fdc-3140-4109-b7d5-a5ed4db5fa8c will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:21:23.284402 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Network 2f4a3d07-2186-401d-a587-b361861ec519 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:21:23.336059 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.339196 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:23.361604 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 2f4a3d07-2186-401d-a587-b361861ec519) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:21:23.365795 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:21:23.366388 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.371065 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc15c8-0c60-4079-a55b-756ef5c19232 None None] Network 2f4a3d07-2186-401d-a587-b361861ec519 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:21:23.420118 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Pushing event updated for resources: {'Port': ['ID=efb25fdc-3140-4109-b7d5-a5ed4db5fa8c,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:23.429696 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.430445 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.430961 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.431446 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.431926 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.432405 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.432957 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.433454 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.433934 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.434425 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.434923 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.435394 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:23.440284 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:23.454779 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f1a63bc3-e9db-4de7-8d15-f54973b00780 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7076800 Jun 16 17:21:23.461272 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52086) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:23.466008 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-819875967-router', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:23.527754 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Attempting to bind port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:21:23.528360 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Attempting to bind port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:21:23.528740 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Attempting to bind port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c on network 10d0ff35-0c9c-424b-a1ce-0df543993865 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:21:23.537191 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:21:23.538507 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Checking segment: {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:21:23.539226 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.539955 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Bound using segment: {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:21:23.540628 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Bound port: efb25fdc-3140-4109-b7d5-a5ed4db5fa8c, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:21:23.541312 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.576318 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.579256 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-776124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.631612 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] For port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:21:23.634890 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] For port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=efb25fdc-3140-4109-b7d5-a5ed4db5fa8c,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:21:23.664204 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.688851 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.716056 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77d24ac1-5335-58a7-b4f6-50a51633770b-2f4a3d07-2186-401d-a587-b361861ec519', 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'fixed_ips': [{'subnet_id': 'a15288d8-7042-411b-84e9-2e03b7b2caca'}]}} from dv-cinder-772126-4-iscsi. {{(pid=93485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:21:23.717071 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.736935 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:23.740715 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-8508eaf2-22f7-494e-9f6f-58cc12133aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:23.818493 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:23.819537 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:20:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:23.916125 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 1ee225aa-34e5-487d-a23e-de04b25604e4 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:23.950574 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Pushing event updated for resources: {'Port': ['ID=efb25fdc-3140-4109-b7d5-a5ed4db5fa8c,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:24.014691 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-776110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:24.015978 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-4eae83af-151d-4603-9bec-782790fa6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:24.042900 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 1ee225aa-34e5-487d-a23e-de04b25604e4 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:24.043295 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:24.075752 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.db_base_plugin_common [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Allocated IP 172.20.0.2 (2f4a3d07-2186-401d-a587-b361861ec519/a15288d8-7042-411b-84e9-2e03b7b2caca/57b0baf5-85bf-4938-b2fe-d949953d3490) {{(pid=93485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:21:24.083652 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:24.309248 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:23Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:24.312852 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8cacc-e844-4819-9ab3-a00e831c9738 None None] The sync data for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi is: [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:23Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:21:24.325555 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:24.338754 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Transition to ACTIVE for port object 57b0baf5-85bf-4938-b2fe-d949953d3490 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:21:24.385654 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Transition to ACTIVE for port object 57b0baf5-85bf-4938-b2fe-d949953d3490 will not be triggered until provisioned by entity DHCP. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:21:24.448097 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:24.467987 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:24.497490 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862'] for port, after_create {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:24.504542 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:24.539939 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Network 2f4a3d07-2186-401d-a587-b361861ec519 is already hosted by enough agents. {{(pid=93485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:21:24.546869 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.scheduler.base_scheduler [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Resources bound (agent type, host, resource id): {{(pid=93485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:21:24.549922 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Received port after_create {{(pid=93485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:21:24.558333 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Pushing event updated for resources: {'Port': ['ID=57b0baf5-85bf-4938-b2fe-d949953d3490,revision_number=1']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:24.587097 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Allocated IP 172.27.2.187 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/50cd665e-840b-4f1e-999f-9a8d8cc2c8c8) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:21:24.589467 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.589850 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.590252 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.590797 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.591890 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.592251 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.592601 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.592940 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.593280 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.593642 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.593975 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.594312 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:21:24.598780 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:24.629717 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Attempting to bind port 57b0baf5-85bf-4938-b2fe-d949953d3490 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:21:24.630021 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Attempting to bind port 57b0baf5-85bf-4938-b2fe-d949953d3490 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '7c8905ae-4157-4922-a128-f5852ab5ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:21:24.630403 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Attempting to bind port 57b0baf5-85bf-4938-b2fe-d949953d3490 on network 2f4a3d07-2186-401d-a587-b361861ec519 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:21:24.636332 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:21:24.636931 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Checking segment: {'id': '7c8905ae-4157-4922-a128-f5852ab5ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:21:24.637378 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:24.637771 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Bound using segment: {'id': '7c8905ae-4157-4922-a128-f5852ab5ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:21:24.638253 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Bound port: 57b0baf5-85bf-4938-b2fe-d949953d3490, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8905ae-4157-4922-a128-f5852ab5ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:21:24.638643 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:24.707524 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] For port 57b0baf5-85bf-4938-b2fe-d949953d3490, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:21:24.713743 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] For port 57b0baf5-85bf-4938-b2fe-d949953d3490, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=57b0baf5-85bf-4938-b2fe-d949953d3490,segment=NetworkSegment(7c8905ae-4157-4922-a128-f5852ab5ba76),segment_id=7c8905ae-4157-4922-a128-f5852ab5ba76)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:21:24.714249 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:24.833312 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:24.837099 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-4195323e-a618-4827-a67c-06ea8b9e5291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:24.879273 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4646499'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:24.890952 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:24.910958 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Pushing event updated for resources: {'Port': ['ID=57b0baf5-85bf-4938-b2fe-d949953d3490,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:24.912592 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:21:24.914640 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-1f684cae-8847-4d7b-9016-02c58d36e7b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:24.947044 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:21:24.951619 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:21:25.030790 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Pushing event updated for resources: {'Port': ['ID=50cd665e-840b-4f1e-999f-9a8d8cc2c8c8,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:25.035229 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:25.370748 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:25.796689 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-776152'] for router, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:25.915814 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device efb25fdc-3140-4109-b7d5-a5ed4db5fa8c up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:25.940728 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a91364-647c-45bc-ae68-e214802bd635 None None] Network 2f4a3d07-2186-401d-a587-b361861ec519 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:21:26.107270 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Router f5a5790e-f946-47dd-b229-60b070f15e1e is scheduled to L3 agent d030d153-e17d-479d-a207-828748eac732 with binding_index 1 {{(pid=93484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:21:26.187452 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-5bbdd9ce-4912-47f9-9fcb-138d7f930e1a None None] Provisioning for port 57b0baf5-85bf-4938-b2fe-d949953d3490 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:21:26.217091 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:21:26.223873 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:26.224322 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:26.258583 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:21:26.271744 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Sync routers for ids ['f5a5790e-f946-47dd-b229-60b070f15e1e'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:21:26.288398 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Routers {'f5a5790e-f946-47dd-b229-60b070f15e1e'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:26.289041 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:20:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f5a5790e-f946-47dd-b229-60b070f15e1e'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:26.344236 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:26.346102 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-14bfe466-1634-43f2-b4b6-3da4a3e01060 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8832629 Jun 16 17:21:26.348828 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52114) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:26.406647 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:26.463372 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Set router f5a5790e-f946-47dd-b229-60b070f15e1e gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:26.525779 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed212-a6d3-4694-abd5-2df6210148ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:26.529792 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=efb25fdc-3140-4109-b7d5-a5ed4db5fa8c,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:26.589353 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:26.590248 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 57b0baf5-85bf-4938-b2fe-d949953d3490 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:26.594586 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:26.716755 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=efb25fdc-3140-4109-b7d5-a5ed4db5fa8c,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:26.724193 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:26.751234 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'name': 'tempest-TestVolumeBootPattern-819875967-router', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:23Z', 'updated_at': '2021-06-16T17:21:25Z', 'revision_number': 3, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'gw_port': {'id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:24Z', 'updated_at': '2021-06-16T17:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:26.756159 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Checking router: f5a5790e-f946-47dd-b229-60b070f15e1e for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:21:26.756516 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Updating router f5a5790e-f946-47dd-b229-60b070f15e1e port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 binding host dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:21:26.792978 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:26.795259 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:26.817799 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 57b0baf5-85bf-4938-b2fe-d949953d3490 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:21:26.825809 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 57b0baf5-85bf-4938-b2fe-d949953d3490 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:26.826194 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:26.967264 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Allocated IP 172.20.0.1 (2f4a3d07-2186-401d-a587-b361861ec519/a15288d8-7042-411b-84e9-2e03b7b2caca/7afa2e9c-9824-4981-a6bd-b913ea4362f6) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:21:27.085066 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.100596 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Transition to ACTIVE for port object 7afa2e9c-9824-4981-a6bd-b913ea4362f6 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:21:27.199792 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.230085 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.235071 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:27.264871 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 57b0baf5-85bf-4938-b2fe-d949953d3490, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=57b0baf5-85bf-4938-b2fe-d949953d3490,segment=NetworkSegment(7c8905ae-4157-4922-a128-f5852ab5ba76),segment_id=7c8905ae-4157-4922-a128-f5852ab5ba76)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:27.282909 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Pushing event updated for resources: {'Port': ['ID=7afa2e9c-9824-4981-a6bd-b913ea4362f6,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:27.285742 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:27.289489 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.293111 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Network 2f4a3d07-2186-401d-a587-b361861ec519 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:21:27.294843 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:21:27.297577 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:21:27.312190 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Transition to ACTIVE for port object 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 will not be triggered until provisioned by entity L2. {{(pid=93485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:21:27.352835 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771177'] for router_interface, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.361362 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.363697 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:27.396054 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.426232 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=57b0baf5-85bf-4938-b2fe-d949953d3490,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:27.439458 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:27.440218 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-a9b83c81-459e-4cbc-a6ba-8fb56612e333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:27.473703 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Attempting to bind port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:21:27.473982 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Attempting to bind port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:21:27.474429 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Attempting to bind port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 on network f3b02221-594f-42f0-99f5-5967d9456d03 {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:21:27.483347 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:21:27.483786 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Checking segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:21:27.484177 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.484543 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Bound using segment: {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'} {{(pid=93485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:21:27.485028 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.managers [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Bound port: 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eb187-9224-4581-a3ca-14fa2874870f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03'}}] {{(pid=93485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:21:27.485510 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.524961 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19b89b-a763-40ea-8ddf-9e025f6a157b None None] Pushing event updated for resources: {'Port': ['ID=50cd665e-840b-4f1e-999f-9a8d8cc2c8c8,revision_number=2']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:27.530785 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bb19b89b-a763-40ea-8ddf-9e025f6a157b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:27.552890 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] For port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:21:27.556268 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] For port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=50cd665e-840b-4f1e-999f-9a8d8cc2c8c8,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:21:27.608829 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.659576 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.661748 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:27.694376 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-19904739-6c97-4722-a776-ac274a7f0684 None None] Provisioning for port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:21:27.705137 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-19904739-6c97-4722-a776-ac274a7f0684 None None] Provisioning complete for port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:27.705702 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-19904739-6c97-4722-a776-ac274a7f0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.745964 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Routers {'f5a5790e-f946-47dd-b229-60b070f15e1e'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:27.746474 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:20:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f5a5790e-f946-47dd-b229-60b070f15e1e'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:27.754227 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19b89b-a763-40ea-8ddf-9e025f6a157b None None] Pushing event updated for resources: {'Port': ['ID=50cd665e-840b-4f1e-999f-9a8d8cc2c8c8,revision_number=3']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:27.780795 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.794672 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bb19b89b-a763-40ea-8ddf-9e025f6a157b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:27.825751 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-19904739-6c97-4722-a776-ac274a7f0684 None None] Port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:21:27.864274 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.868867 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-78f0d69a-a2bb-47e4-82ea-16b655ead203 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:27.871065 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device efb25fdc-3140-4109-b7d5-a5ed4db5fa8c up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:27.873962 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] Set router f5a5790e-f946-47dd-b229-60b070f15e1e gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:27.939688 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771093'] for router_interface, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:27.942516 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Pushing event updated for resources: {'Port': ['ID=7afa2e9c-9824-4981-a6bd-b913ea4362f6,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:27.945963 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:28.038974 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:28.039286 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:28.041119 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Network 2f4a3d07-2186-401d-a587-b361861ec519 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:21:28.042632 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:21:28.166974 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Router f5a5790e-f946-47dd-b229-60b070f15e1e has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:21:28.181066 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 57b0baf5-85bf-4938-b2fe-d949953d3490 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:28.215563 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'name': 'tempest-TestVolumeBootPattern-819875967-router', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:23Z', 'updated_at': '2021-06-16T17:21:27Z', 'revision_number': 4, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'gw_port': {'id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:24Z', 'updated_at': '2021-06-16T17:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '7afa2e9c-9824-4981-a6bd-b913ea4362f6', 'name': '', 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'mac_address': 'fa:16:3e:68:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a15288d8-7042-411b-84e9-2e03b7b2caca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:26Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 1, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'subnets': [{'id': 'a15288d8-7042-411b-84e9-2e03b7b2caca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:28.226021 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f74b0-1dc1-4133-8127-c27a8c25f4e8 None None] The sync data for ids ['f5a5790e-f946-47dd-b229-60b070f15e1e'] in dv-cinder-772126-4-iscsi is: [{'id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'name': 'tempest-TestVolumeBootPattern-819875967-router', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:23Z', 'updated_at': '2021-06-16T17:21:27Z', 'revision_number': 4, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'gw_port': {'id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:24Z', 'updated_at': '2021-06-16T17:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '7afa2e9c-9824-4981-a6bd-b913ea4362f6', 'name': '', 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'mac_address': 'fa:16:3e:68:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a15288d8-7042-411b-84e9-2e03b7b2caca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:26Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 1, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'subnets': [{'id': 'a15288d8-7042-411b-84e9-2e03b7b2caca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:21:28.250954 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 57b0baf5-85bf-4938-b2fe-d949953d3490 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:28.251647 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:28.274606 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-2f937088-35d3-412c-9766-6ac6136c68af None None] Provisioning complete for port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:28.274860 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2f937088-35d3-412c-9766-6ac6136c68af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:28.294125 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:21:28.306154 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] 10.222.0.10 "PUT /v2.0/routers/f5a5790e-f946-47dd-b229-60b070f15e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9560766 Jun 16 17:21:28.333507 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-2f937088-35d3-412c-9766-6ac6136c68af None None] Port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:21:29.047400 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52144) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:29.052034 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-555cdf82-0c8f-4ad0-90a3-392ab773fb03 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255864681', 'description': 'tempest-secgroup-smoke-255864681 description', 'project_id': '820f50f43f114707bc167296a42a2ead'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:29.121381 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:29.164642 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-555cdf82-0c8f-4ad0-90a3-392ab773fb03 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:29.263052 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-555cdf82-0c8f-4ad0-90a3-392ab773fb03 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:29.302537 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a9e6f60d-839c-482d-9308-2b9cd7727468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:29.370397 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-555cdf82-0c8f-4ad0-90a3-392ab773fb03 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:29.374955 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bc712126-0ed0-4b24-aff8-31663b835cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:29.403171 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cdf82-0c8f-4ad0-90a3-392ab773fb03 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49eecf17-7e31-4ad9-b9db-75733f6a4285,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:29.406435 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-555cdf82-0c8f-4ad0-90a3-392ab773fb03 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:29.563104 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-555cdf82-0c8f-4ad0-90a3-392ab773fb03 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:29.563104 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-555cdf82-0c8f-4ad0-90a3-392ab773fb03 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4682112 Jun 16 17:21:29.563104 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52150) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:29.563104 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-4e044bfd-944b-4137-9f9a-73556b4852f7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'security_group_rule': {'security_group_id': '49eecf17-7e31-4ad9-b9db-75733f6a4285', 'project_id': '820f50f43f114707bc167296a42a2ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:29.785615 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e044bfd-944b-4137-9f9a-73556b4852f7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:29.863476 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e044bfd-944b-4137-9f9a-73556b4852f7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:29.893304 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:30.021922 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e044bfd-944b-4137-9f9a-73556b4852f7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:30.025019 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:30.041879 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e044bfd-944b-4137-9f9a-73556b4852f7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495fb07c-e20d-4b26-8ac6-d6b620f7e530,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:30.046973 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4e044bfd-944b-4137-9f9a-73556b4852f7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:30.141441 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:21:30.146604 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:30.146994 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:30.192678 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e044bfd-944b-4137-9f9a-73556b4852f7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:30.194204 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-4e044bfd-944b-4137-9f9a-73556b4852f7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6742463 Jun 16 17:21:30.197066 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52160) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:30.201747 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-8a169548-5b8e-48b8-ad89-3e8ad457b9d3 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'security_group_rule': {'security_group_id': '49eecf17-7e31-4ad9-b9db-75733f6a4285', 'project_id': '820f50f43f114707bc167296a42a2ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:30.228740 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:30.249134 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=50cd665e-840b-4f1e-999f-9a8d8cc2c8c8,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:30.427472 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:30.429246 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-bb19b89b-a763-40ea-8ddf-9e025f6a157b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:30.433482 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8a169548-5b8e-48b8-ad89-3e8ad457b9d3 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:30.477715 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=50cd665e-840b-4f1e-999f-9a8d8cc2c8c8,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:30.480871 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:30.498584 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8a169548-5b8e-48b8-ad89-3e8ad457b9d3 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:30.692897 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8a169548-5b8e-48b8-ad89-3e8ad457b9d3 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:30.700569 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2b4fcf50-db23-4d50-8bbd-655315cae535 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:30.716385 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a169548-5b8e-48b8-ad89-3e8ad457b9d3 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab7154b-c368-4e92-beff-4d5d787eec98,revision_number=0']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:30.719318 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8a169548-5b8e-48b8-ad89-3e8ad457b9d3 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:30.850182 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8a169548-5b8e-48b8-ad89-3e8ad457b9d3 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:30.851452 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-8a169548-5b8e-48b8-ad89-3e8ad457b9d3 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6533098 Jun 16 17:21:30.852986 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52164) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:30.854191 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52166) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:30.859011 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-4bad4643-db78-47b6-b71d-ff09386fd994 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'security_group_rule': {'security_group_id': '49eecf17-7e31-4ad9-b9db-75733f6a4285', 'project_id': '820f50f43f114707bc167296a42a2ead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:30.967303 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-173c4315-999f-4e9d-b622-6b8f6ff225a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:30.998983 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.198076 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4bad4643-db78-47b6-b71d-ff09386fd994 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.261203 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4bad4643-db78-47b6-b71d-ff09386fd994 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.278362 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-173c4315-999f-4e9d-b622-6b8f6ff225a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.372293 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4bad4643-db78-47b6-b71d-ff09386fd994 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.374411 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:31.391249 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad4643-db78-47b6-b71d-ff09386fd994 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b44c29-2010-4ad2-9c17-8247fc4b4567,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:31.394418 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4bad4643-db78-47b6-b71d-ff09386fd994 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:31.435308 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-173c4315-999f-4e9d-b622-6b8f6ff225a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.438039 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-45c2b1e8-4c30-4444-ad3c-d1ab814e2810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:31.474419 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-173c4315-999f-4e9d-b622-6b8f6ff225a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40e503237b5449e38a69624e477d9a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6202085 Jun 16 17:21:31.475390 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c4315-999f-4e9d-b622-6b8f6ff225a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22281440-019f-40e7-b9be-57fb0c95b0fb,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:31.477177 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52170) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:31.478431 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-173c4315-999f-4e9d-b622-6b8f6ff225a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:31.526917 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ff85d018-e905-4762-ac2a-cf80bb88172f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.547881 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ff85d018-e905-4762-ac2a-cf80bb88172f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.551848 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:21:31.597991 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4bad4643-db78-47b6-b71d-ff09386fd994 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.599182 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-4bad4643-db78-47b6-b71d-ff09386fd994 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7439644 Jun 16 17:21:31.601951 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52172) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:31.606852 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f584cee6-0621-417b-9ac9-22fdaf7c7b4f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'security_group_rule': {'security_group_id': '49eecf17-7e31-4ad9-b9db-75733f6a4285', 'project_id': '820f50f43f114707bc167296a42a2ead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:31.750581 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ff85d018-e905-4762-ac2a-cf80bb88172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.753626 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-ff85d018-e905-4762-ac2a-cf80bb88172f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.754916 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-ff85d018-e905-4762-ac2a-cf80bb88172f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22281440-019f-40e7-b9be-57fb0c95b0fb HTTP/1.1" status: 204 len: 168 time: 0.2765663 Jun 16 17:21:31.755798 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f7b85a9d-602a-4cec-9cf2-c3c6d4adb895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:31.766628 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85d018-e905-4762-ac2a-cf80bb88172f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22281440-019f-40e7-b9be-57fb0c95b0fb,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:31.776462 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ff85d018-e905-4762-ac2a-cf80bb88172f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:31.863042 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:31.893211 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f584cee6-0621-417b-9ac9-22fdaf7c7b4f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.916499 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:31.916892 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:31.952753 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f584cee6-0621-417b-9ac9-22fdaf7c7b4f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.144663 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f584cee6-0621-417b-9ac9-22fdaf7c7b4f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.146789 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:32.165125 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584cee6-0621-417b-9ac9-22fdaf7c7b4f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049c8c1e-543e-421d-87a0-8678fd336ce9,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:32.167479 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f584cee6-0621-417b-9ac9-22fdaf7c7b4f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:32.263031 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Sync routers for ids ['f5a5790e-f946-47dd-b229-60b070f15e1e'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:21:32.273178 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Routers {'f5a5790e-f946-47dd-b229-60b070f15e1e'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:32.274049 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:21:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f5a5790e-f946-47dd-b229-60b070f15e1e'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:32.318856 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f584cee6-0621-417b-9ac9-22fdaf7c7b4f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.320162 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f584cee6-0621-417b-9ac9-22fdaf7c7b4f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7172885 Jun 16 17:21:32.323575 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52178) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:32.328224 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-438b4f69-7046-4582-b087-fa3585dc3331 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'security_group_rule': {'security_group_id': '49eecf17-7e31-4ad9-b9db-75733f6a4285', 'project_id': '820f50f43f114707bc167296a42a2ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:32.381203 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.396984 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Set router f5a5790e-f946-47dd-b229-60b070f15e1e gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:32.410026 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.securitygroups_db [None req-438b4f69-7046-4582-b087-fa3585dc3331 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Project 820f50f43f114707bc167296a42a2ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:21:32.416000 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-438b4f69-7046-4582-b087-fa3585dc3331 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.482827 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-438b4f69-7046-4582-b087-fa3585dc3331 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.609736 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-438b4f69-7046-4582-b087-fa3585dc3331 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.611341 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'name': 'tempest-TestVolumeBootPattern-819875967-router', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:23Z', 'updated_at': '2021-06-16T17:21:27Z', 'revision_number': 4, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'gw_port': {'id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:24Z', 'updated_at': '2021-06-16T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '7afa2e9c-9824-4981-a6bd-b913ea4362f6', 'name': '', 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'mac_address': 'fa:16:3e:68:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a15288d8-7042-411b-84e9-2e03b7b2caca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:26Z', 'updated_at': '2021-06-16T17:21:27Z', 'revision_number': 2, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'subnets': [{'id': 'a15288d8-7042-411b-84e9-2e03b7b2caca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:32.617119 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Checking router: f5a5790e-f946-47dd-b229-60b070f15e1e for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:21:32.617428 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e1f5926d-2948-4b91-b4f0-0190cfd590cc tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:32.617558 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Updating router f5a5790e-f946-47dd-b229-60b070f15e1e port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 binding host dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:21:32.641041 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b4f69-7046-4582-b087-fa3585dc3331 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabf2d05-6318-4139-931f-82e0906f48e6,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:32.653340 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-438b4f69-7046-4582-b087-fa3585dc3331 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:32.653518 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.712676 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-438b4f69-7046-4582-b087-fa3585dc3331 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.715145 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-438b4f69-7046-4582-b087-fa3585dc3331 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3893874 Jun 16 17:21:32.716878 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52180) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:32.721933 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-c5e81fab-d5b8-4742-858d-cbb31acd7d31 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'security_group_rule': {'security_group_id': '49eecf17-7e31-4ad9-b9db-75733f6a4285', 'project_id': '820f50f43f114707bc167296a42a2ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:21:32.799557 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52182) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:32.812774 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4f193e1-f103-405a-9367-b24dcc1c8f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.853482 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.securitygroups_db [None req-c5e81fab-d5b8-4742-858d-cbb31acd7d31 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Project 820f50f43f114707bc167296a42a2ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:21:32.863769 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c5e81fab-d5b8-4742-858d-cbb31acd7d31 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.934942 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Notify callbacks [] for port, precommit_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.947142 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.provisioning_blocks [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Transition to ACTIVE for port object 7afa2e9c-9824-4981-a6bd-b913ea4362f6 will not be triggered until provisioned by entity L2. {{(pid=93486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:21:32.960473 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c5e81fab-d5b8-4742-858d-cbb31acd7d31 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:32.988705 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4f193e1-f103-405a-9367-b24dcc1c8f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.019961 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.022455 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-12c2f33e-e3ce-40dd-ad68-a537132dd62e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:33.047376 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c4f193e1-f103-405a-9367-b24dcc1c8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.051298 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-7b4f0bbd-eb79-4a30-b066-6949d5225eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:33.053273 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c5e81fab-d5b8-4742-858d-cbb31acd7d31 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751625'] for security_group_rule, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.099838 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f193e1-f103-405a-9367-b24dcc1c8f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd00a43-cf95-4f68-8fd4-a73d1ee043ef,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:33.107054 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbf622-7a95-4736-843b-cb8293a1afd1 None None] Pushing event updated for resources: {'Port': ['ID=7afa2e9c-9824-4981-a6bd-b913ea4362f6,revision_number=3']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:33.114352 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-80dbf622-7a95-4736-843b-cb8293a1afd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:33.119956 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c4f193e1-f103-405a-9367-b24dcc1c8f3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa3f8cd53f7f4b56bd9df53828f38ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168554 Jun 16 17:21:33.119956 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c4f193e1-f103-405a-9367-b24dcc1c8f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:33.120614 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52184) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:33.122667 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f1b42c1f-3f6a-464a-9705-6b57d8cf527b tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:33.136476 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e81fab-d5b8-4742-858d-cbb31acd7d31 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdf2542-5830-4598-897b-df57394ad1cf,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:33.143094 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-c5e81fab-d5b8-4742-858d-cbb31acd7d31 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:33.190692 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f758-0939-4cfe-9b22-a0784a8ee895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.195862 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c5e81fab-d5b8-4742-858d-cbb31acd7d31 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.195862 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c5e81fab-d5b8-4742-858d-cbb31acd7d31 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4742424 Jun 16 17:21:33.218251 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f758-0939-4cfe-9b22-a0784a8ee895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.283953 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Attempting to bind port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 on host dv-cinder-772126-4-iscsi for vnic_type normal with profile {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:21:33.284312 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Attempting to bind port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 by drivers openvswitch,hyperv on host dv-cinder-772126-4-iscsi at level 0 using segments [{'id': '7c8905ae-4157-4922-a128-f5852ab5ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519'}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:21:33.285090 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Attempting to bind port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 on network 2f4a3d07-2186-401d-a587-b361861ec519 {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:21:33.291036 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Checking agent: {'id': 'abd81150-cc28-4fed-bd40-87eba893b060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 0, 29), 'started_at': datetime.datetime(2021, 6, 16, 17, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:21:33.291428 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Checking segment: {'id': '7c8905ae-4157-4922-a128-f5852ab5ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:21:33.291835 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.292233 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Bound using segment: {'id': '7c8905ae-4157-4922-a128-f5852ab5ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519'} {{(pid=93486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:21:33.292703 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.managers [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Bound port: 7afa2e9c-9824-4981-a6bd-b913ea4362f6, host: dv-cinder-772126-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8905ae-4157-4922-a128-f5852ab5ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519'}}] {{(pid=93486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:21:33.293295 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.362428 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] For port 7afa2e9c-9824-4981-a6bd-b913ea4362f6, host dv-cinder-772126-4-iscsi, cleared binding levels {{(pid=93486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:21:33.365652 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.plugins.ml2.db [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] For port 7afa2e9c-9824-4981-a6bd-b913ea4362f6, host dv-cinder-772126-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=7afa2e9c-9824-4981-a6bd-b913ea4362f6,segment=NetworkSegment(7c8905ae-4157-4922-a128-f5852ab5ba76),segment_id=7c8905ae-4157-4922-a128-f5852ab5ba76)] {{(pid=93486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:21:33.424633 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f758-0939-4cfe-9b22-a0784a8ee895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.427280 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f758-0939-4cfe-9b22-a0784a8ee895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.428468 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-d9d1f758-0939-4cfe-9b22-a0784a8ee895 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bfd00a43-cf95-4f68-8fd4-a73d1ee043ef HTTP/1.1" status: 204 len: 168 time: 0.3067729 Jun 16 17:21:33.429243 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-85d86033-531f-4fbb-969b-22e9ec13ff9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:33.438437 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f758-0939-4cfe-9b22-a0784a8ee895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd00a43-cf95-4f68-8fd4-a73d1ee043ef,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:33.441257 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d9d1f758-0939-4cfe-9b22-a0784a8ee895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:33.457710 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron_lib.callbacks.manager [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:33.467960 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:33.528364 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Routers {'f5a5790e-f946-47dd-b229-60b070f15e1e'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:21:33.529416 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:21:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f5a5790e-f946-47dd-b229-60b070f15e1e'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:33.632902 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbf622-7a95-4736-843b-cb8293a1afd1 None None] Pushing event updated for resources: {'Port': ['ID=7afa2e9c-9824-4981-a6bd-b913ea4362f6,revision_number=4']} {{(pid=93486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:33.637678 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG oslo_concurrency.lockutils [None req-80dbf622-7a95-4736-843b-cb8293a1afd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:33.689735 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] Set router f5a5790e-f946-47dd-b229-60b070f15e1e gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:21:33.926193 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'name': 'tempest-TestVolumeBootPattern-819875967-router', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:23Z', 'updated_at': '2021-06-16T17:21:27Z', 'revision_number': 4, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'gw_port': {'id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:24Z', 'updated_at': '2021-06-16T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '7afa2e9c-9824-4981-a6bd-b913ea4362f6', 'name': '', 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'mac_address': 'fa:16:3e:68:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a15288d8-7042-411b-84e9-2e03b7b2caca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:26Z', 'updated_at': '2021-06-16T17:21:33Z', 'revision_number': 4, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'subnets': [{'id': 'a15288d8-7042-411b-84e9-2e03b7b2caca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:21:33.927276 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 7afa2e9c-9824-4981-a6bd-b913ea4362f6 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:33.931637 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4760ae8-101a-4435-b6c0-d82e63d9654d None None] The sync data for ids ['f5a5790e-f946-47dd-b229-60b070f15e1e'] in dv-cinder-772126-4-iscsi is: [{'id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'name': 'tempest-TestVolumeBootPattern-819875967-router', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:23Z', 'updated_at': '2021-06-16T17:21:27Z', 'revision_number': 4, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'gw_port': {'id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:24Z', 'updated_at': '2021-06-16T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '7afa2e9c-9824-4981-a6bd-b913ea4362f6', 'name': '', 'network_id': '2f4a3d07-2186-401d-a587-b361861ec519', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'mac_address': 'fa:16:3e:68:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a15288d8-7042-411b-84e9-2e03b7b2caca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:26Z', 'updated_at': '2021-06-16T17:21:33Z', 'revision_number': 4, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'subnets': [{'id': 'a15288d8-7042-411b-84e9-2e03b7b2caca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:21:34.112516 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning for port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:21:34.116755 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:34.116990 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:34.203586 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:34.246673 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] For port 7afa2e9c-9824-4981-a6bd-b913ea4362f6, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=7afa2e9c-9824-4981-a6bd-b913ea4362f6,segment=NetworkSegment(7c8905ae-4157-4922-a128-f5852ab5ba76),segment_id=7c8905ae-4157-4922-a128-f5852ab5ba76)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:21:34.341601 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:34.346106 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-13355e23-7b2e-4776-955c-abbfa3dcd83b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:34.395293 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Pushing event updated for resources: {'Port': ['ID=7afa2e9c-9824-4981-a6bd-b913ea4362f6,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:34.398605 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:35.864149 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 7afa2e9c-9824-4981-a6bd-b913ea4362f6 up at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:21:35.945843 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Provisioning complete for port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:21:35.946156 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:45.419709 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52390) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:45.536981 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-014ab2f5-35dc-4c13-bbd8-3d9a6f9de838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:45.634195 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-014ab2f5-35dc-4c13-bbd8-3d9a6f9de838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:45.691115 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-014ab2f5-35dc-4c13-bbd8-3d9a6f9de838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:45.694361 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-634f8493-aca8-43f2-be69-b0bb5d8525ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:45.731982 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-014ab2f5-35dc-4c13-bbd8-3d9a6f9de838 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89b5013d06a942639aa07afb43f77eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110337 Jun 16 17:21:45.732948 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ab2f5-35dc-4c13-bbd8-3d9a6f9de838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd621ed9-ea85-45db-a7fc-6181a2f7b54c,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:45.736784 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-014ab2f5-35dc-4c13-bbd8-3d9a6f9de838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:45.737028 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52394) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:45.790289 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9976e0f8-c173-40a7-ae92-24e054ce2132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:45.815230 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9976e0f8-c173-40a7-ae92-24e054ce2132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:46.009910 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9976e0f8-c173-40a7-ae92-24e054ce2132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:46.012503 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9976e0f8-c173-40a7-ae92-24e054ce2132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:46.013676 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-9976e0f8-c173-40a7-ae92-24e054ce2132 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd621ed9-ea85-45db-a7fc-6181a2f7b54c HTTP/1.1" status: 204 len: 168 time: 0.2753696 Jun 16 17:21:46.014513 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-43011e6d-4e84-44b8-bbbd-4a5243998efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:46.024519 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976e0f8-c173-40a7-ae92-24e054ce2132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd621ed9-ea85-45db-a7fc-6181a2f7b54c,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:46.028495 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9976e0f8-c173-40a7-ae92-24e054ce2132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:46.796730 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52402) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:46.811197 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b515f2d4-5949-42cf-b458-d51c24014b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:46.908457 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b515f2d4-5949-42cf-b458-d51c24014b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:46.992512 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b515f2d4-5949-42cf-b458-d51c24014b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:46.996189 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f00946f8-c0cc-4bd7-968a-dd0006653e99 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:47.039070 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b515f2d4-5949-42cf-b458-d51c24014b00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb528db5abcf470b84d58cbd110cfb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388783 Jun 16 17:21:47.039070 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515f2d4-5949-42cf-b458-d51c24014b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51da76c1-bd8d-4d89-8052-485d58902084,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:47.039898 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52406) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:47.040888 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b515f2d4-5949-42cf-b458-d51c24014b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:47.103756 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2d60057-a881-40df-9b1d-ce9024bbffb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:47.129552 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2d60057-a881-40df-9b1d-ce9024bbffb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:47.358468 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2d60057-a881-40df-9b1d-ce9024bbffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:47.362072 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2d60057-a881-40df-9b1d-ce9024bbffb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:47.363275 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-f2d60057-a881-40df-9b1d-ce9024bbffb0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51da76c1-bd8d-4d89-8052-485d58902084 HTTP/1.1" status: 204 len: 168 time: 0.3213723 Jun 16 17:21:47.364068 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0e999a29-5ec2-4f27-bde3-9a02d4427a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:47.372169 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d60057-a881-40df-9b1d-ce9024bbffb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51da76c1-bd8d-4d89-8052-485d58902084,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:47.375139 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2d60057-a881-40df-9b1d-ce9024bbffb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:49.196125 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 52452) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:49.316468 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5207f953-7f80-4299-94a1-285d2bf6cada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:49.417333 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5207f953-7f80-4299-94a1-285d2bf6cada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:49.503525 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-5207f953-7f80-4299-94a1-285d2bf6cada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:49.506441 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b515f2d4-5949-42cf-b458-d51c24014b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:49.546653 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-5207f953-7f80-4299-94a1-285d2bf6cada admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e484b54d79814a0db5e44a252d5aba13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491213 Jun 16 17:21:49.547511 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207f953-7f80-4299-94a1-285d2bf6cada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb36d27-8ff9-48df-8438-c265450d65ce,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:49.549981 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52456) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:21:49.551262 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5207f953-7f80-4299-94a1-285d2bf6cada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:49.603096 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c0ac-4c45-4645-83ab-ea93b3d81a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:49.625622 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c0ac-4c45-4645-83ab-ea93b3d81a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:49.772290 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c0ac-4c45-4645-83ab-ea93b3d81a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:49.775230 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c0ac-4c45-4645-83ab-ea93b3d81a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:49.776485 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b9d8c0ac-4c45-4645-83ab-ea93b3d81a39 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0bb36d27-8ff9-48df-8438-c265450d65ce HTTP/1.1" status: 204 len: 168 time: 0.2253916 Jun 16 17:21:49.777291 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-41aa9f31-81ae-4294-ac48-f172a3bb33e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:21:49.786652 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8c0ac-4c45-4645-83ab-ea93b3d81a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb36d27-8ff9-48df-8438-c265450d65ce,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:21:49.789100 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b9d8c0ac-4c45-4645-83ab-ea93b3d81a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:21:53.564937 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:56.518626 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-053d2fb8-c5ab-48ea-bcc9-a61377adc4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:59.152547 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:21:59.257967 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6365-d9f2-4019-ae9c-26b3b584aa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:00.068906 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-6a6f3772-f56c-446a-8e73-03fc383bdcaa tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255864681&fields=id&tenant_id=820f50f43f114707bc167296a42a2ead HTTP/1.1" status: 200 len: 267 time: 0.0398943 Jun 16 17:22:00.186812 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-d277057a-01a3-45f4-976c-411b9d39131f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:00.188371 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-d277057a-01a3-45f4-976c-411b9d39131f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 812 time: 0.1121256 Jun 16 17:22:00.204712 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-e22be1c2-235e-46dd-a457-da75c9f12c8f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/quotas/820f50f43f114707bc167296a42a2ead HTTP/1.1" status: 200 len: 375 time: 0.0099561 Jun 16 17:22:00.282617 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-a42a8803-5650-45e3-8417-d22decd517ec tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708461 Jun 16 17:22:00.393220 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-24db3064-c3eb-41f7-b374-96d452d00a0b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:22:00.394287 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-24db3064-c3eb-41f7-b374-96d452d00a0b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1006787 Jun 16 17:22:00.503502 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-62d97f1b-881c-48ab-995b-fb7cbbf80e97 service neutron] 10.222.0.10 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007676 Jun 16 17:22:00.606381 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-9e3996bf-a9eb-43ce-a119-1223657e0b27 service neutron] 10.222.0.10 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940197 Jun 16 17:22:00.880742 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:01.396849 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff90790f-d9d1-45de-9344-a5cba3f5e0c1 req-caca765a-faf3-4e32-bb70-2d7d94dd7aa8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 210 time: 0.0317895 Jun 16 17:22:01.503399 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-45e751b9-3e11-4588-bf7d-76c45dbc95e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600212 Jun 16 17:22:01.611370 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-b955a0cd-c199-44e2-b3c6-930b5191c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:01.613169 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-b955a0cd-c199-44e2-b3c6-930b5191c55e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d85a12355c419bbd88cc2345138464&device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1098 time: 0.0601680 Jun 16 17:22:01.731428 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-a29c2a8c-99da-4f7c-be54-913abe79cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:01.733653 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-a29c2a8c-99da-4f7c-be54-913abe79cb58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 HTTP/1.1" status: 200 len: 909 time: 0.0964291 Jun 16 17:22:01.808760 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-acbbaec3-1b0f-4228-9b35-c15fd3b65225 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891 HTTP/1.1" status: 200 len: 1001 time: 0.0680368 Jun 16 17:22:01.864166 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-0782fa15-aa42-44fc-9f1d-f29e885284bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:01.864166 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-0782fa15-aa42-44fc-9f1d-f29e885284bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b20acf1-8a19-4590-8d07-29f12bcd76fe HTTP/1.1" status: 200 len: 848 time: 0.0470288 Jun 16 17:22:01.926301 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-3358e52e-34b2-4d72-ba6f-064d6578dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:01.927850 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-3358e52e-34b2-4d72-ba6f-064d6578dd0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545011 Jun 16 17:22:02.033270 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-7bc020a7-e400-4776-8272-555c2a9725d7 service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976574 Jun 16 17:22:02.142388 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-89b2d094-d0dd-43a1-b262-1bc16f7f88c0 req-fcd84d15-ad09-4b86-b43c-d6bdcccc7089 service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017582 Jun 16 17:22:02.375910 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:02.503530 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-147751e9-1477-4db9-984c-036515e0aefb req-1f66868f-bec7-495c-8e53-d82cd9286d00 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 210 time: 0.0368872 Jun 16 17:22:03.658939 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-671210c7-c744-4907-a146-9f6eb77467fe req-ae80ff14-8994-4f01-908f-fd12b6f984fd tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 210 time: 0.0320709 Jun 16 17:22:04.619945 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-b3621bed-700c-431e-96e7-d17f6ab1963b tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:04.621637 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-b3621bed-700c-431e-96e7-d17f6ab1963b tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 812 time: 0.1125708 Jun 16 17:22:04.672174 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-a98aa0e9-ec7d-4e3c-a1cb-8165482162fa tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=820f50f43f114707bc167296a42a2ead HTTP/1.1" status: 200 len: 379 time: 0.0352161 Jun 16 17:22:04.684982 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'port': {'device_id': '97671a90-c060-49aa-936b-8c850b0185ac', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'admin_state_up': True, 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'security_groups': ['49eecf17-7e31-4ad9-b9db-75733f6a4285']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:22:04.955912 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Made reservation on behalf of 820f50f43f114707bc167296a42a2ead for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:04.959880 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:05.008595 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-681ca15d-eae7-413b-81cb-36a073bacad3 req-a74cb90b-34dc-4bc7-bdfd-48b4e80529e5 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 210 time: 0.0436606 Jun 16 17:22:05.133568 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Allocated IP 172.20.0.4 (10d0ff35-0c9c-424b-a1ce-0df543993865/341001d2-1ee4-4fca-b861-a0e19ab373e2/cf315e82-10ea-4a80-8683-e76d5004e8a5) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:05.292281 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:05.308827 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Transition to ACTIVE for port object cf315e82-10ea-4a80-8683-e76d5004e8a5 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:22:05.782269 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:05.787275 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a5b25510-caf1-42d3-ae6e-65d4bf66ced8 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:05.829135 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Network 10d0ff35-0c9c-424b-a1ce-0df543993865 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:05.834133 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:05.838189 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:22:05.879957 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'Port': ['ID=cf315e82-10ea-4a80-8683-e76d5004e8a5,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:05.885473 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:05.913721 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:05.920700 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:06.178522 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-cde35d46-ddba-4864-aabd-3d0820ab040d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4975688 Jun 16 17:22:06.195081 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Request body: {'port': {'device_id': '97671a90-c060-49aa-936b-8c850b0185ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:22:06.266838 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-eff4aecf-4ca2-43ca-9717-f6d0fd2e86af None None] Provisioning for port cf315e82-10ea-4a80-8683-e76d5004e8a5 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:22:06.274213 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-eff4aecf-4ca2-43ca-9717-f6d0fd2e86af None None] Provisioning complete for port cf315e82-10ea-4a80-8683-e76d5004e8a5 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:22:06.279522 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eff4aecf-4ca2-43ca-9717-f6d0fd2e86af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:06.294096 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08207165-079d-425f-88e4-f2ba46e23c8d req-64fa28eb-3b04-4b88-b1b2-ed8e679be636 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:06.295956 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08207165-079d-425f-88e4-f2ba46e23c8d req-64fa28eb-3b04-4b88-b1b2-ed8e679be636 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 931 time: 0.1573191 Jun 16 17:22:06.326960 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-eff4aecf-4ca2-43ca-9717-f6d0fd2e86af None None] Port cf315e82-10ea-4a80-8683-e76d5004e8a5 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:22:06.332936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:06.386590 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08207165-079d-425f-88e4-f2ba46e23c8d req-255fba94-b1b7-463b-91f6-70ad4515fa09 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831187 Jun 16 17:22:06.637207 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf315e82-10ea-4a80-8683-e76d5004e8a5 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:22:06.645750 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:06.657723 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Transition to ACTIVE for port object cf315e82-10ea-4a80-8683-e76d5004e8a5 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:22:06.805322 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:06.810400 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-31a092ec-7514-47d7-ad7b-dde5bb05fa90 tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:06.892351 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Pushing event updated for resources: {'Port': ['ID=cf315e82-10ea-4a80-8683-e76d5004e8a5,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:06.896960 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:07.242071 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Attempting to bind port cf315e82-10ea-4a80-8683-e76d5004e8a5 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:22:07.242407 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Attempting to bind port cf315e82-10ea-4a80-8683-e76d5004e8a5 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:22:07.242732 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Attempting to bind port cf315e82-10ea-4a80-8683-e76d5004e8a5 on network 10d0ff35-0c9c-424b-a1ce-0df543993865 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:22:07.247356 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Port cf315e82-10ea-4a80-8683-e76d5004e8a5 on network 10d0ff35-0c9c-424b-a1ce-0df543993865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:22:07.252007 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Attempting to bind port cf315e82-10ea-4a80-8683-e76d5004e8a5 on network 10d0ff35-0c9c-424b-a1ce-0df543993865 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:22:07.254640 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:22:07.254991 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Checking segment: {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:22:07.255383 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Bound using segment: {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:22:07.255825 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Bound port: cf315e82-10ea-4a80-8683-e76d5004e8a5, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:22:07.256267 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:07.329807 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] For port cf315e82-10ea-4a80-8683-e76d5004e8a5, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:22:07.334417 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] For port cf315e82-10ea-4a80-8683-e76d5004e8a5, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=cf315e82-10ea-4a80-8683-e76d5004e8a5,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:22:07.441214 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:07.444072 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3db8948f-a193-47f5-82b2-b76245666fc6 tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:07.481499 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:07.482145 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:07.484319 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] 10.222.0.60 "PUT /v2.0/ports/cf315e82-10ea-4a80-8683-e76d5004e8a5 HTTP/1.1" status: 200 len: 1093 time: 1.2972050 Jun 16 17:22:07.487217 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97671a90-c060-49aa-936b-8c850b0185ac', 'tag': 'cf315e82-10ea-4a80-8683-e76d5004e8a5'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:22:07.491410 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c907eb4f-b801-454a-9ecb-c50f36b0b397" -d '{"events": [{"name": "network-changed", "server_uuid": "97671a90-c060-49aa-936b-8c850b0185ac", "tag": "cf315e82-10ea-4a80-8683-e76d5004e8a5"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:22:07.587618 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Pushing event updated for resources: {'Port': ['ID=cf315e82-10ea-4a80-8683-e76d5004e8a5,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:07.594148 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:07.679349 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75daa6cd-ecb0-4493-8d3c-132f08cd84bd req-9ee08b75-8709-4dee-b270-312847f8cefa tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:07.680926 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-75daa6cd-ecb0-4493-8d3c-132f08cd84bd req-9ee08b75-8709-4dee-b270-312847f8cefa tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 943 time: 0.1504152 Jun 16 17:22:07.692751 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-28ccfb1d-6d82-4951-8e93-c85046b6c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:07.698811 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-28ccfb1d-6d82-4951-8e93-c85046b6c941 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 1096 time: 0.0962739 Jun 16 17:22:07.713893 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cfdc34-aa9d-4041-9d8c-de2f177e0e8c x-openstack-request-id: req-b5cfdc34-aa9d-4041-9d8c-de2f177e0e8c {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:22:07.719001 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97671a90-c060-49aa-936b-8c850b0185ac", "tag": "cf315e82-10ea-4a80-8683-e76d5004e8a5", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:22:07.719001 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5cfdc34-aa9d-4041-9d8c-de2f177e0e8c {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:22:07.719001 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97671a90-c060-49aa-936b-8c850b0185ac', 'tag': 'cf315e82-10ea-4a80-8683-e76d5004e8a5', 'status': 'completed', 'code': 200} Jun 16 17:22:07.762507 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-82f4db58-d9d5-40d1-9fc2-23fb9b0d42df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf315e82-10ea-4a80-8683-e76d5004e8a5 HTTP/1.1" status: 200 len: 217 time: 0.0512033 Jun 16 17:22:07.783619 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-75daa6cd-ecb0-4493-8d3c-132f08cd84bd req-f71d0fac-9507-4391-a162-898d465c3e82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885775 Jun 16 17:22:07.823790 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-fbadc310-9595-427f-8129-d85b56e4d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:07.825238 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-fbadc310-9595-427f-8129-d85b56e4d6df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0518713 Jun 16 17:22:07.884208 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-9d7fd454-3cd3-49d6-875c-e1aee3763249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:07.885748 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-9d7fd454-3cd3-49d6-875c-e1aee3763249 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534043 Jun 16 17:22:07.979784 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-496e5c0c-be54-44d0-a76e-7a809ef33608 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866327 Jun 16 17:22:08.069426 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2a2baff3-be58-4b19-bd9c-ca24164eb97c req-b3d1c678-e6f2-486b-a23f-de2ebf7f3089 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817955 Jun 16 17:22:08.271939 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907eb4f-b801-454a-9ecb-c50f36b0b397 req-e44fc789-824a-445b-a211-46e4c91670cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:08.273501 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c907eb4f-b801-454a-9ecb-c50f36b0b397 req-e44fc789-824a-445b-a211-46e4c91670cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 1096 time: 0.0588927 Jun 16 17:22:08.377566 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907eb4f-b801-454a-9ecb-c50f36b0b397 req-8955b172-5ecd-4e31-a299-d331e982c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:08.379034 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c907eb4f-b801-454a-9ecb-c50f36b0b397 req-8955b172-5ecd-4e31-a299-d331e982c0a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.0986087 Jun 16 17:22:08.425174 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c907eb4f-b801-454a-9ecb-c50f36b0b397 req-ac815a9d-fb26-4af4-bfd7-b8d70f8aff4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf315e82-10ea-4a80-8683-e76d5004e8a5 HTTP/1.1" status: 200 len: 217 time: 0.0383749 Jun 16 17:22:08.481756 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907eb4f-b801-454a-9ecb-c50f36b0b397 req-585f75b9-193d-449b-b619-dc1078642a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:08.483279 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c907eb4f-b801-454a-9ecb-c50f36b0b397 req-585f75b9-193d-449b-b619-dc1078642a4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0514586 Jun 16 17:22:08.550994 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:22:08.572206 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907eb4f-b801-454a-9ecb-c50f36b0b397 req-317b1ebc-82ed-4525-b4d5-938ef262b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:08.573755 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c907eb4f-b801-454a-9ecb-c50f36b0b397 req-317b1ebc-82ed-4525-b4d5-938ef262b7b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795987 Jun 16 17:22:08.670607 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c907eb4f-b801-454a-9ecb-c50f36b0b397 req-60851cb3-83ac-4054-abc4-d736280e2d63 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883782 Jun 16 17:22:08.775520 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c907eb4f-b801-454a-9ecb-c50f36b0b397 req-86667078-6809-45b8-a030-400785763b6a service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980892 Jun 16 17:22:08.987724 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b39a1-9032-4478-a046-c63204a61113 req-51194dde-fdd6-445c-b6ef-3a70c1b5bdc0 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:08.989278 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3e6b39a1-9032-4478-a046-c63204a61113 req-51194dde-fdd6-445c-b6ef-3a70c1b5bdc0 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 943 time: 0.0734394 Jun 16 17:22:09.033714 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3e6b39a1-9032-4478-a046-c63204a61113 req-d9e2603c-f684-4abb-bae9-a4612bb6f7cf tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368621 Jun 16 17:22:10.233124 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320e732-107e-4834-8830-be93d8db4df2 req-62899742-16db-40bf-881f-93d315eaddc6 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:10.235547 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a320e732-107e-4834-8830-be93d8db4df2 req-62899742-16db-40bf-881f-93d315eaddc6 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 943 time: 0.0908232 Jun 16 17:22:10.284386 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a320e732-107e-4834-8830-be93d8db4df2 req-a91b6f65-993f-4303-a11a-73d2f0377cae tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415199 Jun 16 17:22:11.461028 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6445f06-24c7-409e-8df5-ed2f07a71417 req-01a69910-46cd-4bad-b6e4-d37be47b6b84 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:11.462555 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f6445f06-24c7-409e-8df5-ed2f07a71417 req-01a69910-46cd-4bad-b6e4-d37be47b6b84 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 943 time: 0.0652816 Jun 16 17:22:11.504558 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f6445f06-24c7-409e-8df5-ed2f07a71417 req-77f05155-e3b2-4d80-9d80-b84d35185726 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362821 Jun 16 17:22:12.686655 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f434a-a407-4934-8df4-ddbba2930650 req-4c635ebc-d69c-41a6-b383-f0bbde4eb0b9 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:12.688818 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-564f434a-a407-4934-8df4-ddbba2930650 req-4c635ebc-d69c-41a6-b383-f0bbde4eb0b9 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 943 time: 0.0643933 Jun 16 17:22:12.727320 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-564f434a-a407-4934-8df4-ddbba2930650 req-d2dac2ec-c4b3-4374-a55e-172b288bc410 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324705 Jun 16 17:22:13.908266 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acb460-3d84-4a55-bc1b-86709ec86624 req-eb234bee-3764-4768-94ba-e0d4be6ec1d8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:13.909744 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-18acb460-3d84-4a55-bc1b-86709ec86624 req-eb234bee-3764-4768-94ba-e0d4be6ec1d8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 943 time: 0.0698524 Jun 16 17:22:13.948237 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-18acb460-3d84-4a55-bc1b-86709ec86624 req-bb88de92-3a96-4691-9a74-72c6114afaa2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328505 Jun 16 17:22:15.158075 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d1e9e-b571-49c4-bcce-883745ccc6a9 req-325a312f-8289-49ac-99fa-f0e63f4368dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:15.159573 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d01d1e9e-b571-49c4-bcce-883745ccc6a9 req-325a312f-8289-49ac-99fa-f0e63f4368dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 943 time: 0.0639298 Jun 16 17:22:15.197674 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d01d1e9e-b571-49c4-bcce-883745ccc6a9 req-5fcab528-72f6-479a-8c1a-df352be10dba tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324488 Jun 16 17:22:16.389979 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42911-4904-462c-8d76-8eb86d947329 req-8f439d15-c979-4af9-ab9a-c50f2d23d5e2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:16.391541 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6cd42911-4904-462c-8d76-8eb86d947329 req-8f439d15-c979-4af9-ab9a-c50f2d23d5e2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 943 time: 0.0683503 Jun 16 17:22:16.430764 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6cd42911-4904-462c-8d76-8eb86d947329 req-ed15a863-1f10-4d74-be62-0a85579ef0f5 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333443 Jun 16 17:22:17.606912 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051c423-e979-41e9-857d-04f81df463c5 req-24d34680-4e89-4ad5-9fed-f68ca4738607 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:17.608392 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3051c423-e979-41e9-857d-04f81df463c5 req-24d34680-4e89-4ad5-9fed-f68ca4738607 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 943 time: 0.0653710 Jun 16 17:22:17.646610 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3051c423-e979-41e9-857d-04f81df463c5 req-5ad62002-a1b7-4efb-ada6-3b706876b57f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325062 Jun 16 17:22:18.365950 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device cf315e82-10ea-4a80-8683-e76d5004e8a5 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:22:18.463185 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port cf315e82-10ea-4a80-8683-e76d5004e8a5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=cf315e82-10ea-4a80-8683-e76d5004e8a5,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:22:18.480402 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': 'cf315e82-10ea-4a80-8683-e76d5004e8a5', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'port_id': 'cf315e82-10ea-4a80-8683-e76d5004e8a5', 'mac_address': 'fa:16:3e:17:3a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:22:18.512613 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:18.525967 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf315e82-10ea-4a80-8683-e76d5004e8a5 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:22:18.546375 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port cf315e82-10ea-4a80-8683-e76d5004e8a5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=cf315e82-10ea-4a80-8683-e76d5004e8a5,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:22:18.631586 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:18.634254 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:18.700344 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=cf315e82-10ea-4a80-8683-e76d5004e8a5,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:18.703616 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:18.839241 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb70c4-6ee9-4a3c-9df4-3af3950ff0b5 req-0799636f-1f2d-4df6-acff-d59f22919404 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:18.840707 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aaeb70c4-6ee9-4a3c-9df4-3af3950ff0b5 req-0799636f-1f2d-4df6-acff-d59f22919404 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 944 time: 0.0659800 Jun 16 17:22:18.884092 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aaeb70c4-6ee9-4a3c-9df4-3af3950ff0b5 req-9f2fe7c9-36ad-4212-8344-5e845981db8e tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358157 Jun 16 17:22:19.008157 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['cf315e82-10ea-4a80-8683-e76d5004e8a5'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:22:20.073920 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40145-dc77-441c-bfd1-60c823d5e4ac req-94d314ec-cb8b-4f8f-af92-bb9fcf9358b1 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:20.075344 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-57b40145-dc77-441c-bfd1-60c823d5e4ac req-94d314ec-cb8b-4f8f-af92-bb9fcf9358b1 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 944 time: 0.0687182 Jun 16 17:22:20.114772 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-57b40145-dc77-441c-bfd1-60c823d5e4ac req-38edd5cc-9ede-413f-a674-3c8a59e89c27 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333405 Jun 16 17:22:21.292702 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4edb2-8407-45eb-946e-d2d678f5f0a4 req-3789a280-c51e-4a82-a546-cdea693f481f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:21.294255 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6ec4edb2-8407-45eb-946e-d2d678f5f0a4 req-3789a280-c51e-4a82-a546-cdea693f481f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 944 time: 0.0656817 Jun 16 17:22:21.333820 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6ec4edb2-8407-45eb-946e-d2d678f5f0a4 req-4c6ba6a8-7a10-4203-ac72-f0c612e88046 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332856 Jun 16 17:22:22.513196 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d69045-1c7d-499a-9b96-c07b59c5f2bc req-1611b8fb-13d2-464e-9c5d-f68ee82deb9f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:22.514741 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-82d69045-1c7d-499a-9b96-c07b59c5f2bc req-1611b8fb-13d2-464e-9c5d-f68ee82deb9f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 944 time: 0.0683544 Jun 16 17:22:22.554104 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-82d69045-1c7d-499a-9b96-c07b59c5f2bc req-7a0b1871-746e-408d-a5ef-6157bfa1af2a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326874 Jun 16 17:22:23.525381 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:23.736747 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8a960-f10a-481c-b140-960948840c46 req-0c4c9ae2-e87e-4140-ae23-89534e233a05 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:23.738387 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7a8a960-f10a-481c-b140-960948840c46 req-0c4c9ae2-e87e-4140-ae23-89534e233a05 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 944 time: 0.0692897 Jun 16 17:22:23.780023 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7a8a960-f10a-481c-b140-960948840c46 req-dc8f7f93-a388-42e6-9b0e-cbd5c27ebed9 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350397 Jun 16 17:22:24.975994 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6f9b4-4262-42ac-9725-82454f35a4d0 req-2b34515b-387f-41c0-9c38-22529c144d00 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:24.977636 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eef6f9b4-4262-42ac-9725-82454f35a4d0 req-2b34515b-387f-41c0-9c38-22529c144d00 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 944 time: 0.0745702 Jun 16 17:22:25.020603 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eef6f9b4-4262-42ac-9725-82454f35a4d0 req-c3b1d483-fea0-4c3b-b440-f327de53e9d3 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367558 Jun 16 17:22:25.111044 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device cf315e82-10ea-4a80-8683-e76d5004e8a5 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:22:25.223156 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port cf315e82-10ea-4a80-8683-e76d5004e8a5 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:22:25.227134 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port cf315e82-10ea-4a80-8683-e76d5004e8a5 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:22:25.227515 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:25.312365 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:25.344150 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97671a90-c060-49aa-936b-8c850b0185ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf315e82-10ea-4a80-8683-e76d5004e8a5'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:22:25.348250 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cee2030-b24a-4a68-9028-9fdec202a714" -d '{"events": [{"server_uuid": "97671a90-c060-49aa-936b-8c850b0185ac", "name": "network-vif-plugged", "status": "completed", "tag": "cf315e82-10ea-4a80-8683-e76d5004e8a5"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:22:25.372712 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port cf315e82-10ea-4a80-8683-e76d5004e8a5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=cf315e82-10ea-4a80-8683-e76d5004e8a5,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:22:25.395174 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2588da0-ca7d-465b-b5ca-5321f4fb7125 x-openstack-request-id: req-a2588da0-ca7d-465b-b5ca-5321f4fb7125 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:22:25.395484 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97671a90-c060-49aa-936b-8c850b0185ac", "name": "network-vif-plugged", "status": "completed", "tag": "cf315e82-10ea-4a80-8683-e76d5004e8a5", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:22:25.395754 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2588da0-ca7d-465b-b5ca-5321f4fb7125 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:22:25.396166 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97671a90-c060-49aa-936b-8c850b0185ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf315e82-10ea-4a80-8683-e76d5004e8a5', 'code': 200} Jun 16 17:22:25.448936 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:25.451752 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-e3f5c0b9-2851-4eee-9ef4-9a0864e718b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:25.515387 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=cf315e82-10ea-4a80-8683-e76d5004e8a5,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:25.523745 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.524097 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.524469 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.524793 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.525133 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.525525 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.525852 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.526338 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.526889 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.527405 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.527957 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.528512 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:25.533340 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:25.981578 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16247f2e-513e-4bd0-998a-14ba7a05f222 req-86ffa7eb-3921-4cd6-b404-5ea082e07afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:25.983077 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-16247f2e-513e-4bd0-998a-14ba7a05f222 req-86ffa7eb-3921-4cd6-b404-5ea082e07afc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 1098 time: 0.0564816 Jun 16 17:22:26.024009 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-16247f2e-513e-4bd0-998a-14ba7a05f222 req-16b70040-956e-4e47-9cf6-d518581d2bc8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333519 Jun 16 17:22:26.220382 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e36e1-ac9a-4a4d-a8f9-73e4bfd55a19 req-48bb725f-4c22-437d-89d9-68b9956f1b52 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:26.222139 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-997e36e1-ac9a-4a4d-a8f9-73e4bfd55a19 req-48bb725f-4c22-437d-89d9-68b9956f1b52 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 945 time: 0.0644724 Jun 16 17:22:26.264004 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-997e36e1-ac9a-4a4d-a8f9-73e4bfd55a19 req-d9d7a145-2cfc-4646-9193-412c070c90c7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343080 Jun 16 17:22:26.582843 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f9b3a9a6-3116-44b7-a1e7-31147a2a3837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:27.466186 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec87ae-c087-4740-a08e-87afa0c6fe7b req-25b1f5f8-ea3d-475a-b307-dee67cae789e tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:27.473573 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-21ec87ae-c087-4740-a08e-87afa0c6fe7b req-25b1f5f8-ea3d-475a-b307-dee67cae789e tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 945 time: 0.0826213 Jun 16 17:22:27.536795 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-21ec87ae-c087-4740-a08e-87afa0c6fe7b req-9c609e85-0ae1-4c22-bb68-66751fdf945f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620575 Jun 16 17:22:28.763313 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60338c-5585-4adb-bf76-8a2786e129af req-ee5f0a27-5e85-4f20-8b49-e5c4b5173ded tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:28.764884 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fc60338c-5585-4adb-bf76-8a2786e129af req-ee5f0a27-5e85-4f20-8b49-e5c4b5173ded tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 945 time: 0.0861077 Jun 16 17:22:28.808626 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fc60338c-5585-4adb-bf76-8a2786e129af req-21bef440-2c5d-418c-bd71-923cf42e3632 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354722 Jun 16 17:22:28.989028 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf7e1b-1031-49f4-896d-ef66024b6726 req-98857505-58c4-40d2-9354-a4c2f689511a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:28.990582 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3eaf7e1b-1031-49f4-896d-ef66024b6726 req-98857505-58c4-40d2-9354-a4c2f689511a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 945 time: 0.0650365 Jun 16 17:22:29.036887 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3eaf7e1b-1031-49f4-896d-ef66024b6726 req-5e1e8ed3-e880-4113-8e01-be9ef707bf50 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402195 Jun 16 17:22:29.072157 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52740) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:22:29.151391 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:29.235600 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90577a-b72a-4aef-9e65-d7a7c8e11631 tempest-TestVolumeBootPattern-1286401153 tempest-TestVolumeBootPattern-1286401153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:29.237909 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-5b90577a-b72a-4aef-9e65-d7a7c8e11631 tempest-TestVolumeBootPattern-1286401153 tempest-TestVolumeBootPattern-1286401153-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 1093 time: 0.1639166 Jun 16 17:22:29.242453 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52744) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:22:29.247400 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'floatingip': {'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'port_id': 'cf315e82-10ea-4a80-8683-e76d5004e8a5', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:22:29.290833 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-fad557a0-472e-449c-a394-68e66033d27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:29.380235 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:29.490581 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:29.605350 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Allocated IP 172.27.2.76 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/e9ace662-d059-42bf-9b20-ce0b1f9efc45) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:29.705569 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:29.880439 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:29.885655 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-914c085c-5148-4fb2-8a28-cde3ce113a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:29.918248 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:29.923504 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:29.927008 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:22:29.932321 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'Port': ['ID=e9ace662-d059-42bf-9b20-ce0b1f9efc45,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:29.961588 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.961980 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.962325 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.962681 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.963033 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.963389 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.963792 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.964189 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.964538 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.964883 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.965224 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.965592 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:29.970180 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:30.290456 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:30.458521 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:30.608430 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:30.690932 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:30.693379 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6f68221e-9a35-4a09-bd21-6fbc34ecd66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:30.762006 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'Port': ['ID=e9ace662-d059-42bf-9b20-ce0b1f9efc45,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:30.765842 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:30.774563 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:30.851055 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:30.892212 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Floating IP 68e02893-d32c-41df-8949-9a34a7b204b6 associated. External IP: 172.27.2.76, port: cf315e82-10ea-4a80-8683-e76d5004e8a5. Jun 16 17:22:31.106564 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Router f55a4753-317b-4d99-b185-97cdc83947db has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:22:31.233722 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:22:31.244447 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1753371-3095-4417-b991-e0e37b48ec34 None None] Sync routers for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:22:31.255564 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1753371-3095-4417-b991-e0e37b48ec34 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:22:31.257244 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c1753371-3095-4417-b991-e0e37b48ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:22:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:31.334755 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:31.373593 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1299107 Jun 16 17:22:31.374271 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97671a90-c060-49aa-936b-8c850b0185ac', 'tag': 'cf315e82-10ea-4a80-8683-e76d5004e8a5'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:22:31.376640 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d686a2a2-3c90-452a-a5f0-de88b386e942" -d '{"events": [{"name": "network-changed", "server_uuid": "97671a90-c060-49aa-936b-8c850b0185ac", "tag": "cf315e82-10ea-4a80-8683-e76d5004e8a5"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:22:31.416107 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e06bc2-8d8b-498d-af07-eb4c85be46fb x-openstack-request-id: req-00e06bc2-8d8b-498d-af07-eb4c85be46fb {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:22:31.416550 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97671a90-c060-49aa-936b-8c850b0185ac", "tag": "cf315e82-10ea-4a80-8683-e76d5004e8a5", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:22:31.416842 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00e06bc2-8d8b-498d-af07-eb4c85be46fb {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:22:31.417281 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97671a90-c060-49aa-936b-8c850b0185ac', 'tag': 'cf315e82-10ea-4a80-8683-e76d5004e8a5', 'status': 'completed', 'code': 200} Jun 16 17:22:31.498649 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-c1753371-3095-4417-b991-e0e37b48ec34 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:22:31.514052 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686a2a2-3c90-452a-a5f0-de88b386e942 req-fc935f62-1dea-48b6-a195-3f147dc27a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:31.522067 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d686a2a2-3c90-452a-a5f0-de88b386e942 req-fc935f62-1dea-48b6-a195-3f147dc27a39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 1098 time: 0.0745618 Jun 16 17:22:31.623203 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686a2a2-3c90-452a-a5f0-de88b386e942 req-c0d171a8-8491-4896-b0ac-85c42c3548e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:31.629524 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d686a2a2-3c90-452a-a5f0-de88b386e942 req-c0d171a8-8491-4896-b0ac-85c42c3548e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.1007431 Jun 16 17:22:31.694693 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d686a2a2-3c90-452a-a5f0-de88b386e942 req-ffeadec9-068f-4cfd-b405-3ec4c82ab1e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf315e82-10ea-4a80-8683-e76d5004e8a5 HTTP/1.1" status: 200 len: 998 time: 0.0610511 Jun 16 17:22:31.747468 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c1753371-3095-4417-b991-e0e37b48ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '68e02893-d32c-41df-8949-9a34a7b204b6', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': 'cf315e82-10ea-4a80-8683-e76d5004e8a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:17:3a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97671a90-c060-49aa-936b-8c850b0185ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:22:30Z', 'updated_at': '2021-06-16T17:22:30Z', 'revision_number': 0, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:31.751109 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1753371-3095-4417-b991-e0e37b48ec34 None None] Checking router: f55a4753-317b-4d99-b185-97cdc83947db for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:22:31.758215 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686a2a2-3c90-452a-a5f0-de88b386e942 req-8b75fa67-c6a8-473b-90c1-0627255582b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:31.759689 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d686a2a2-3c90-452a-a5f0-de88b386e942 req-8b75fa67-c6a8-473b-90c1-0627255582b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0581274 Jun 16 17:22:31.763461 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1753371-3095-4417-b991-e0e37b48ec34 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:22:31.764125 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c1753371-3095-4417-b991-e0e37b48ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:22:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:31.828346 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686a2a2-3c90-452a-a5f0-de88b386e942 req-63283565-3378-4dd3-be33-b80698879734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:31.830187 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d686a2a2-3c90-452a-a5f0-de88b386e942 req-63283565-3378-4dd3-be33-b80698879734 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636585 Jun 16 17:22:31.875836 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-c1753371-3095-4417-b991-e0e37b48ec34 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:22:31.928329 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d686a2a2-3c90-452a-a5f0-de88b386e942 req-3446d07a-2c71-47e0-94a0-0b27d67c798e service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908732 Jun 16 17:22:32.025797 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d686a2a2-3c90-452a-a5f0-de88b386e942 req-5be2c7b5-a7fb-460f-9e6f-fa949c86dd58 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911429 Jun 16 17:22:32.121408 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c1753371-3095-4417-b991-e0e37b48ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '68e02893-d32c-41df-8949-9a34a7b204b6', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': 'cf315e82-10ea-4a80-8683-e76d5004e8a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:17:3a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97671a90-c060-49aa-936b-8c850b0185ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:22:30Z', 'updated_at': '2021-06-16T17:22:30Z', 'revision_number': 0, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:32.125808 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1753371-3095-4417-b991-e0e37b48ec34 None None] The sync data for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi is: [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '68e02893-d32c-41df-8949-9a34a7b204b6', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': 'cf315e82-10ea-4a80-8683-e76d5004e8a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:17:3a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97671a90-c060-49aa-936b-8c850b0185ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:22:30Z', 'updated_at': '2021-06-16T17:22:30Z', 'revision_number': 0, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:22:32.302622 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:32.331235 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9225c71b-91f7-4edd-acfe-ef6c0252b402 None None] New status for floating IP 68e02893-d32c-41df-8949-9a34a7b204b6: ACTIVE {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:22:43.570331 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52808) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:22:43.682445 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-29e2a049-c0ca-480b-aef0-4e472bb2c056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:43.782765 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-29e2a049-c0ca-480b-aef0-4e472bb2c056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:43.855930 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-29e2a049-c0ca-480b-aef0-4e472bb2c056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:43.858577 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6931cf58-8122-4642-8b52-a57893b5e837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:43.892614 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2a049-c0ca-480b-aef0-4e472bb2c056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f7f32e-a3e8-4b7a-9173-b58c7802abae,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:43.898009 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-29e2a049-c0ca-480b-aef0-4e472bb2c056 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02a45f8796aa4ba5a7796c54ab891d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266089 Jun 16 17:22:43.898828 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-29e2a049-c0ca-480b-aef0-4e472bb2c056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:43.900642 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 52812) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:22:43.949276 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5d533730-7bc5-45d7-9563-bb58b160bd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:43.970622 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5d533730-7bc5-45d7-9563-bb58b160bd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:44.073818 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5d533730-7bc5-45d7-9563-bb58b160bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:44.076996 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5d533730-7bc5-45d7-9563-bb58b160bd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:44.078236 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-5d533730-7bc5-45d7-9563-bb58b160bd17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91f7f32e-a3e8-4b7a-9173-b58c7802abae HTTP/1.1" status: 204 len: 168 time: 0.1766441 Jun 16 17:22:44.079071 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f6cfff11-e69a-4982-b17e-d1ac6049f699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:44.088312 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d533730-7bc5-45d7-9563-bb58b160bd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f7f32e-a3e8-4b7a-9173-b58c7802abae,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:44.091171 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5d533730-7bc5-45d7-9563-bb58b160bd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:45.549706 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:22:47.116234 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-023d1b24-dbe8-4704-beb9-9992755e4dfc tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7140ffa395024d248eb857fff145b54b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302753 Jun 16 17:22:47.554465 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-25f8094a-48c9-4ea9-aeb2-058800729d63 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:47.556254 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-25f8094a-48c9-4ea9-aeb2-058800729d63 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4346759 Jun 16 17:22:47.572801 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-8ee0726e-77f1-4c84-9d17-3c114319b4c2 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/quotas/7140ffa395024d248eb857fff145b54b HTTP/1.1" status: 200 len: 375 time: 0.0104897 Jun 16 17:22:47.605708 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-44dc440c-296f-45e8-8c7f-5202a2d004e4 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7140ffa395024d248eb857fff145b54b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275607 Jun 16 17:22:47.905134 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7e78b33d-0f1e-46ef-bc8d-a48b682dec83 req-4eaee771-8ddd-4703-9257-860271de1825 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 210 time: 0.0309262 Jun 16 17:22:49.046509 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-24a6f272-431e-4fad-8547-6d968f108972 req-3553c9fd-219e-442a-9c8f-7add09291f23 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 210 time: 0.0282793 Jun 16 17:22:50.205515 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d5472cc1-d5a1-4004-9a62-ee39651369ca req-7d46d4fb-a02e-4fac-8349-8bae6ade9bbd tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 210 time: 0.0295589 Jun 16 17:22:50.274112 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-c9cb2aa8-128a-4ffd-b078-87e1612ff08b tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7140ffa395024d248eb857fff145b54b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222151 Jun 16 17:22:50.387750 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-e488f78a-6969-4d52-bd46-7cd6edd7e589 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:50.389128 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-e488f78a-6969-4d52-bd46-7cd6edd7e589 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091368 Jun 16 17:22:50.404040 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Request body: {'port': {'device_id': '53ecbc0d-0e80-445c-b01e-f3d7877db0e9', 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e', 'admin_state_up': True, 'tenant_id': '7140ffa395024d248eb857fff145b54b'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:22:50.616211 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Made reservation on behalf of 7140ffa395024d248eb857fff145b54b for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:50.620279 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:50.630686 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Notify callbacks [] for security_group, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:50.738309 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:50.873641 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:50.876874 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6137212e-b0ac-4414-b070-dc9dbb1b94bb tempest-AttachVolumeShelveTestJSON-398972950 tempest-AttachVolumeShelveTestJSON-398972950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:50.936013 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5909b2ce-adb4-4c4a-b61a-675606c6a9ae,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:50.945518 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:51.015810 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Allocated IP 192.168.233.235 (fbcaff12-1d6a-48c6-b147-f6861bff233e/36f2b4f9-6904-4777-8ed9-7f32bd2355eb/3a246d17-db9a-470b-8431-46d6944523fb) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:51.171763 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:51.186682 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Transition to ACTIVE for port object 3a246d17-db9a-470b-8431-46d6944523fb will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:22:51.294750 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:51.299001 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e875673d-e769-4e95-bd69-5378a4987ea7 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:51.373548 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Network fbcaff12-1d6a-48c6-b147-f6861bff233e is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:51.383441 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:51.388564 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:22:51.393830 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Pushing event updated for resources: {'Port': ['ID=3a246d17-db9a-470b-8431-46d6944523fb,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:51.414744 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:51.451616 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:51.452258 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:51.472748 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5fab5-e835-4b09-b40f-d351e0ba4ea0 req-c1cac0d6-d9a0-474d-9784-058b1d09c73d tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:51.475820 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ee5fab5-e835-4b09-b40f-d351e0ba4ea0 req-c1cac0d6-d9a0-474d-9784-058b1d09c73d tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 936 time: 0.1498699 Jun 16 17:22:51.519159 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2ee5fab5-e835-4b09-b40f-d351e0ba4ea0 req-00634a01-b8df-4b54-99d7-73296a55efd3 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361903 Jun 16 17:22:51.557820 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1576271 Jun 16 17:22:51.570133 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Request body: {'port': {'device_id': '53ecbc0d-0e80-445c-b01e-f3d7877db0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:22:51.670702 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:51.774155 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-c669c5e8-7a7d-4e07-88f8-3ab2a437c2ab None None] Provisioning for port 3a246d17-db9a-470b-8431-46d6944523fb completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:22:51.778516 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-c669c5e8-7a7d-4e07-88f8-3ab2a437c2ab None None] Provisioning complete for port 3a246d17-db9a-470b-8431-46d6944523fb triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:22:51.778908 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-c669c5e8-7a7d-4e07-88f8-3ab2a437c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:51.814578 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-c669c5e8-7a7d-4e07-88f8-3ab2a437c2ab None None] Port 3a246d17-db9a-470b-8431-46d6944523fb cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:22:51.938453 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a246d17-db9a-470b-8431-46d6944523fb {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:22:51.947001 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:51.959675 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Transition to ACTIVE for port object 3a246d17-db9a-470b-8431-46d6944523fb will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:22:52.083161 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:52.085961 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f08b06f2-eb34-4040-9724-a76450e657e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:52.165438 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Pushing event updated for resources: {'Port': ['ID=3a246d17-db9a-470b-8431-46d6944523fb,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:52.170641 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:52.242320 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Attempting to bind port 3a246d17-db9a-470b-8431-46d6944523fb on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:22:52.242636 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Attempting to bind port 3a246d17-db9a-470b-8431-46d6944523fb by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '311da4a0-40a7-4408-83a5-dcef4514f745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:22:52.243023 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Attempting to bind port 3a246d17-db9a-470b-8431-46d6944523fb on network fbcaff12-1d6a-48c6-b147-f6861bff233e {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:22:52.247750 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Port 3a246d17-db9a-470b-8431-46d6944523fb on network fbcaff12-1d6a-48c6-b147-f6861bff233e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:22:52.248070 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Attempting to bind port 3a246d17-db9a-470b-8431-46d6944523fb on network fbcaff12-1d6a-48c6-b147-f6861bff233e {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:22:52.253248 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:22:52.253616 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Checking segment: {'id': '311da4a0-40a7-4408-83a5-dcef4514f745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:22:52.254003 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Bound using segment: {'id': '311da4a0-40a7-4408-83a5-dcef4514f745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:22:52.254511 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Bound port: 3a246d17-db9a-470b-8431-46d6944523fb, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311da4a0-40a7-4408-83a5-dcef4514f745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:22:52.254829 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:52.321662 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] For port 3a246d17-db9a-470b-8431-46d6944523fb, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:22:52.324654 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] For port 3a246d17-db9a-470b-8431-46d6944523fb, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=3a246d17-db9a-470b-8431-46d6944523fb,segment=NetworkSegment(311da4a0-40a7-4408-83a5-dcef4514f745),segment_id=311da4a0-40a7-4408-83a5-dcef4514f745)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:22:52.382319 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:52.384345 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9ba94de0-d48b-4b15-b4c6-2202bd8b1be0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:52.420101 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:52.420852 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:52.422294 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] 10.222.0.60 "PUT /v2.0/ports/3a246d17-db9a-470b-8431-46d6944523fb HTTP/1.1" status: 200 len: 1098 time: 0.8569248 Jun 16 17:22:52.424990 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ecbc0d-0e80-445c-b01e-f3d7877db0e9', 'tag': '3a246d17-db9a-470b-8431-46d6944523fb'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:22:52.429409 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f98d81-31a5-455c-8f9c-59ddf83dcdb5" -d '{"events": [{"name": "network-changed", "server_uuid": "53ecbc0d-0e80-445c-b01e-f3d7877db0e9", "tag": "3a246d17-db9a-470b-8431-46d6944523fb"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:22:52.466952 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Pushing event updated for resources: {'Port': ['ID=3a246d17-db9a-470b-8431-46d6944523fb,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:52.470314 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:52.478696 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0482451e-a074-4ec8-9e04-75b6ec78e973 x-openstack-request-id: req-0482451e-a074-4ec8-9e04-75b6ec78e973 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:22:52.479092 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ecbc0d-0e80-445c-b01e-f3d7877db0e9", "tag": "3a246d17-db9a-470b-8431-46d6944523fb", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:22:52.479393 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0482451e-a074-4ec8-9e04-75b6ec78e973 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:22:52.479827 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ecbc0d-0e80-445c-b01e-f3d7877db0e9', 'tag': '3a246d17-db9a-470b-8431-46d6944523fb', 'status': 'completed', 'code': 200} Jun 16 17:22:52.564264 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f98d81-31a5-455c-8f9c-59ddf83dcdb5 req-f3fcf4cd-2594-475d-bf11-c853183e4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:52.566138 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-06f98d81-31a5-455c-8f9c-59ddf83dcdb5 req-f3fcf4cd-2594-475d-bf11-c853183e4606 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7140ffa395024d248eb857fff145b54b&device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 1101 time: 0.0640683 Jun 16 17:22:52.598352 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-06f98d81-31a5-455c-8f9c-59ddf83dcdb5 req-98129210-04b5-48f1-ac6e-5ff8f2a2b1d6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7140ffa395024d248eb857fff145b54b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229161 Jun 16 17:22:52.740078 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f98d81-31a5-455c-8f9c-59ddf83dcdb5 req-70dedf90-74b6-4fda-af42-3c29c55761cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:52.741810 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-06f98d81-31a5-455c-8f9c-59ddf83dcdb5 req-70dedf90-74b6-4fda-af42-3c29c55761cb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1367953 Jun 16 17:22:52.762793 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a714-6e80-4604-821d-9bb21c6f5c4c req-64b7d183-ef01-494f-aa00-8a14759cecd1 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:52.764329 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f699a714-6e80-4604-821d-9bb21c6f5c4c req-64b7d183-ef01-494f-aa00-8a14759cecd1 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 948 time: 0.1004558 Jun 16 17:22:52.836376 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f699a714-6e80-4604-821d-9bb21c6f5c4c req-73446f74-22fd-4374-bb4e-99b937f4b850 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656252 Jun 16 17:22:52.858927 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-5e662e03-cc31-4f7c-a446-b13cdceaa620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:52.860394 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-5e662e03-cc31-4f7c-a446-b13cdceaa620 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7140ffa395024d248eb857fff145b54b&device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 1101 time: 0.0692658 Jun 16 17:22:52.906671 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-9de5d56d-a962-4b1d-838a-610e9f74bdcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=3a246d17-db9a-470b-8431-46d6944523fb HTTP/1.1" status: 200 len: 217 time: 0.0377693 Jun 16 17:22:52.957141 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-40b66671-023f-4888-b8a8-c478b993af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:52.959526 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-40b66671-023f-4888-b8a8-c478b993af63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36f2b4f9-6904-4777-8ed9-7f32bd2355eb HTTP/1.1" status: 200 len: 843 time: 0.0458949 Jun 16 17:22:53.022943 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-651f337c-6742-49a1-b672-d1781e91ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:53.024428 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-651f337c-6742-49a1-b672-d1781e91ba9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbcaff12-1d6a-48c6-b147-f6861bff233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0581169 Jun 16 17:22:53.118027 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-852d636c-55b4-4cc7-8e2d-5f6d8095fc72 service neutron] 10.222.0.60 "GET /v2.0/networks/fbcaff12-1d6a-48c6-b147-f6861bff233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865500 Jun 16 17:22:53.208195 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15a8ace1-8c0c-4bc6-ab6d-e6125fe7fc16 req-fe45bb92-2933-47f7-b93d-671486721f40 service neutron] 10.222.0.60 "GET /v2.0/networks/fbcaff12-1d6a-48c6-b147-f6861bff233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831933 Jun 16 17:22:53.522280 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:54.015963 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca03ce-9535-4c23-8691-9732485e4f57 req-1c6c8aad-8ef0-452d-b37a-f31a01816cbd tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:54.017464 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8ca03ce-9535-4c23-8691-9732485e4f57 req-1c6c8aad-8ef0-452d-b37a-f31a01816cbd tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 948 time: 0.0645981 Jun 16 17:22:54.060586 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b8ca03ce-9535-4c23-8691-9732485e4f57 req-965e5433-140d-464f-8269-1c6f1698c0ce tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371232 Jun 16 17:22:55.236877 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b9d93-b48e-441e-abf6-8ee3257c218c req-dd3003ff-0b82-4b5f-92c6-8a98544b3e02 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:55.238402 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-973b9d93-b48e-441e-abf6-8ee3257c218c req-dd3003ff-0b82-4b5f-92c6-8a98544b3e02 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 948 time: 0.0669670 Jun 16 17:22:55.277167 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-973b9d93-b48e-441e-abf6-8ee3257c218c req-e8ab56fe-c59c-41a3-8a93-0f5f65ada622 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330224 Jun 16 17:22:56.464880 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab85b4-a905-46c2-8819-60295f3466e5 req-9b35e4af-8aff-49b6-82fb-0ddec9168ada tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:56.466373 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-94ab85b4-a905-46c2-8819-60295f3466e5 req-9b35e4af-8aff-49b6-82fb-0ddec9168ada tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 948 time: 0.0637789 Jun 16 17:22:56.490570 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f607eb38-11b3-49dc-8ccc-6ec0228b69fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:56.507155 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-94ab85b4-a905-46c2-8819-60295f3466e5 req-8369a1d7-6a74-4643-842e-a1055ab52829 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351195 Jun 16 17:22:57.231923 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 3a246d17-db9a-470b-8431-46d6944523fb details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:22:57.328289 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 3a246d17-db9a-470b-8431-46d6944523fb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=3a246d17-db9a-470b-8431-46d6944523fb,segment=NetworkSegment(311da4a0-40a7-4408-83a5-dcef4514f745),segment_id=311da4a0-40a7-4408-83a5-dcef4514f745)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:22:57.339332 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '3a246d17-db9a-470b-8431-46d6944523fb', 'network_id': 'fbcaff12-1d6a-48c6-b147-f6861bff233e', 'port_id': '3a246d17-db9a-470b-8431-46d6944523fb', 'mac_address': 'fa:16:3e:91:64:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f2b4f9-6904-4777-8ed9-7f32bd2355eb', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:22:57.378037 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:57.391911 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a246d17-db9a-470b-8431-46d6944523fb {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:22:57.416684 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 3a246d17-db9a-470b-8431-46d6944523fb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=3a246d17-db9a-470b-8431-46d6944523fb,segment=NetworkSegment(311da4a0-40a7-4408-83a5-dcef4514f745),segment_id=311da4a0-40a7-4408-83a5-dcef4514f745)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:22:57.501797 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:57.503547 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:57.556144 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=3a246d17-db9a-470b-8431-46d6944523fb,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:57.559355 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:57.688372 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c4fc4-7ef1-40f2-a369-af250b530b63 req-8ee90b81-a47a-4bf3-abfc-9ff91729904d tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:57.690122 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-533c4fc4-7ef1-40f2-a369-af250b530b63 req-8ee90b81-a47a-4bf3-abfc-9ff91729904d tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 949 time: 0.0682547 Jun 16 17:22:57.733961 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-533c4fc4-7ef1-40f2-a369-af250b530b63 req-9c7a5789-ad0d-40e6-a518-46513d6c1c98 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369499 Jun 16 17:22:57.853599 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['3a246d17-db9a-470b-8431-46d6944523fb'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:22:58.909497 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe883d-026d-424b-984e-6fed5c663227 req-d6257998-b3a5-4fc7-91c9-14465d4aa6ea tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:58.910982 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ffe883d-026d-424b-984e-6fed5c663227 req-d6257998-b3a5-4fc7-91c9-14465d4aa6ea tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 949 time: 0.0640414 Jun 16 17:22:58.951147 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3ffe883d-026d-424b-984e-6fed5c663227 req-f31cfeda-4ba5-4f9f-a60d-3823c753114d tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Jun 16 17:22:59.119321 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:59.257669 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 3a246d17-db9a-470b-8431-46d6944523fb up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:22:59.279170 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-66f339b5-b9f9-40d7-985d-881bbf0ece6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:59.364400 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 3a246d17-db9a-470b-8431-46d6944523fb completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:22:59.369408 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 3a246d17-db9a-470b-8431-46d6944523fb triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:22:59.369773 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:59.449028 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:59.470694 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ecbc0d-0e80-445c-b01e-f3d7877db0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a246d17-db9a-470b-8431-46d6944523fb'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:22:59.473073 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e01e6e3-9bbd-475a-9c67-55083c1217ed" -d '{"events": [{"server_uuid": "53ecbc0d-0e80-445c-b01e-f3d7877db0e9", "name": "network-vif-plugged", "status": "completed", "tag": "3a246d17-db9a-470b-8431-46d6944523fb"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:22:59.488565 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 3a246d17-db9a-470b-8431-46d6944523fb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=3a246d17-db9a-470b-8431-46d6944523fb,segment=NetworkSegment(311da4a0-40a7-4408-83a5-dcef4514f745),segment_id=311da4a0-40a7-4408-83a5-dcef4514f745)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:22:59.511074 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341ee21d-07bc-4129-87ad-8640f76b3a7a x-openstack-request-id: req-341ee21d-07bc-4129-87ad-8640f76b3a7a {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:22:59.511382 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ecbc0d-0e80-445c-b01e-f3d7877db0e9", "name": "network-vif-plugged", "status": "completed", "tag": "3a246d17-db9a-470b-8431-46d6944523fb", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:22:59.511651 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-341ee21d-07bc-4129-87ad-8640f76b3a7a {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:22:59.512058 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ecbc0d-0e80-445c-b01e-f3d7877db0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a246d17-db9a-470b-8431-46d6944523fb', 'code': 200} Jun 16 17:22:59.568077 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:22:59.570711 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-0ba82dbb-6f0b-4f06-a5f3-4425a3b426e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:22:59.616065 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=3a246d17-db9a-470b-8431-46d6944523fb,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:59.623702 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:22:59.924165 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7782f0-2041-42d1-8be2-7d3f61df6de0 req-c1440023-0d22-4aa3-9612-40734f3bbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:22:59.925563 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dd7782f0-2041-42d1-8be2-7d3f61df6de0 req-c1440023-0d22-4aa3-9612-40734f3bbf90 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 1103 time: 0.0532358 Jun 16 17:22:59.964197 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-dd7782f0-2041-42d1-8be2-7d3f61df6de0 req-2a26001d-1040-4f2c-a806-4a4bd4d46c8b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316133 Jun 16 17:23:00.134313 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1752d0-0cce-4e78-a67f-cc0a6d4ab681 req-728460d6-cde4-4eee-96d1-a70bc7e5787d tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:00.135829 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb1752d0-0cce-4e78-a67f-cc0a6d4ab681 req-728460d6-cde4-4eee-96d1-a70bc7e5787d tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 950 time: 0.0724735 Jun 16 17:23:00.175969 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fb1752d0-0cce-4e78-a67f-cc0a6d4ab681 req-56231a76-f7bc-47d8-98df-77f86cdb3a44 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343938 Jun 16 17:23:00.905009 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:01.368629 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b94ae-094b-4943-8b56-0d02244085d2 req-e915a178-f965-42e6-93d9-cf14537f4a85 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:01.370160 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5b4b94ae-094b-4943-8b56-0d02244085d2 req-e915a178-f965-42e6-93d9-cf14537f4a85 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 950 time: 0.0669861 Jun 16 17:23:01.410906 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5b4b94ae-094b-4943-8b56-0d02244085d2 req-e823c86d-f137-4f7d-bbba-e3b4742671ec tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348907 Jun 16 17:23:02.431045 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:02.588337 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda4270-213e-4c44-b5d4-c99fbce46aa9 req-84eac4fc-2f50-4f71-b344-45c0294552cf tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:02.590095 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2bda4270-213e-4c44-b5d4-c99fbce46aa9 req-84eac4fc-2f50-4f71-b344-45c0294552cf tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 950 time: 0.0671101 Jun 16 17:23:02.631458 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2bda4270-213e-4c44-b5d4-c99fbce46aa9 req-076a52c3-4329-4173-a90d-ac2cc0b89ab7 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349004 Jun 16 17:23:03.234399 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7b1ee-3e5a-4e7b-8a82-68a0703d960b req-7f78c330-4187-4a7c-ab83-1b1217a12c94 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:03.235931 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ed7b1ee-3e5a-4e7b-8a82-68a0703d960b req-7f78c330-4187-4a7c-ab83-1b1217a12c94 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 950 time: 0.0662889 Jun 16 17:23:03.282893 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0ed7b1ee-3e5a-4e7b-8a82-68a0703d960b req-a1ae3774-3f8d-48ac-8f1e-4a8031dae73a tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Jun 16 17:23:04.211805 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-e55edc70-cddf-4c13-8f45-d5da3cb3364d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589011 Jun 16 17:23:04.317526 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-b557585d-3aa4-4ddd-963f-15ae7fe016ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:04.319055 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-b557585d-3aa4-4ddd-963f-15ae7fe016ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d85a12355c419bbd88cc2345138464&device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1098 time: 0.0613935 Jun 16 17:23:04.468776 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-a6dcb522-470f-4e9a-80a0-7dd656b0dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:04.470235 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-a6dcb522-470f-4e9a-80a0-7dd656b0dd46 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 HTTP/1.1" status: 200 len: 909 time: 0.1226771 Jun 16 17:23:04.556402 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf3058-0304-4168-8f99-438c7a28945b req-4513bf64-e95d-4e9a-85b6-f6a81db885d1 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:04.558092 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1cbf3058-0304-4168-8f99-438c7a28945b req-4513bf64-e95d-4e9a-85b6-f6a81db885d1 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 950 time: 0.1373813 Jun 16 17:23:04.562252 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-519d5e7a-852f-48ce-9ed1-fdc0b3ef20af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891 HTTP/1.1" status: 200 len: 1001 time: 0.0809801 Jun 16 17:23:04.635386 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1cbf3058-0304-4168-8f99-438c7a28945b req-aed14fa9-52b4-429d-bd11-db424e24d5ca tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/security-groups?id=5909b2ce-adb4-4c4a-b61a-675606c6a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714853 Jun 16 17:23:04.639073 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-d234d245-5ecc-439f-84f8-4e73d27de6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:04.640457 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-d234d245-5ecc-439f-84f8-4e73d27de6d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b20acf1-8a19-4590-8d07-29f12bcd76fe HTTP/1.1" status: 200 len: 848 time: 0.0704832 Jun 16 17:23:04.699629 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-abee570b-faba-46bd-8245-abd3150286b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:04.701316 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-abee570b-faba-46bd-8245-abd3150286b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538588 Jun 16 17:23:04.833965 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-381bdf6a-08aa-409b-a0cb-cad562c5bfe2 service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247249 Jun 16 17:23:04.894176 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82100d-1df0-4b7f-8351-b5daa7b7386e req-8eee3ad0-91c7-4bb0-8dbe-6d7097aca171 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:04.895596 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a82100d-1df0-4b7f-8351-b5daa7b7386e req-8eee3ad0-91c7-4bb0-8dbe-6d7097aca171 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.60 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 950 time: 0.1328044 Jun 16 17:23:04.996637 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5e73fd4c-c308-424f-be2f-b4182eb58a6d req-c1adfa2c-a0c1-4505-9593-22d1c29cce57 service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529467 Jun 16 17:23:05.023381 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-0a82100d-1df0-4b7f-8351-b5daa7b7386e req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Deleting port 3a246d17-db9a-470b-8431-46d6944523fb {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:23:05.023610 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0a82100d-1df0-4b7f-8351-b5daa7b7386e req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:05.114510 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-0a82100d-1df0-4b7f-8351-b5daa7b7386e req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] For port 3a246d17-db9a-470b-8431-46d6944523fb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=3a246d17-db9a-470b-8431-46d6944523fb,segment=NetworkSegment(311da4a0-40a7-4408-83a5-dcef4514f745),segment_id=311da4a0-40a7-4408-83a5-dcef4514f745)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:05.114885 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0a82100d-1df0-4b7f-8351-b5daa7b7386e req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:05.175779 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-0a82100d-1df0-4b7f-8351-b5daa7b7386e req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Calling delete_port for 3a246d17-db9a-470b-8431-46d6944523fb owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:23:05.379321 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0a82100d-1df0-4b7f-8351-b5daa7b7386e req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:05.383684 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:05.391112 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['3a246d17-db9a-470b-8431-46d6944523fb'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:23:05.410226 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Pushing event deleted for resources: {'Port': ['ID=3a246d17-db9a-470b-8431-46d6944523fb,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:05.418392 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:05.469281 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a82100d-1df0-4b7f-8351-b5daa7b7386e req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] No DVR routers for this DVR port 3a246d17-db9a-470b-8431-46d6944523fb on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:23:05.469281 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-0a82100d-1df0-4b7f-8351-b5daa7b7386e req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:05.469281 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0a82100d-1df0-4b7f-8351-b5daa7b7386e req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.60 "DELETE /v2.0/ports/3a246d17-db9a-470b-8431-46d6944523fb HTTP/1.1" status: 204 len: 173 time: 0.5667543 Jun 16 17:23:05.470092 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ecbc0d-0e80-445c-b01e-f3d7877db0e9', 'name': 'network-vif-deleted', 'tag': '3a246d17-db9a-470b-8431-46d6944523fb'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:23:05.472041 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795dc063-447a-4ec1-9b2a-fe267c24b469" -d '{"events": [{"server_uuid": "53ecbc0d-0e80-445c-b01e-f3d7877db0e9", "name": "network-vif-deleted", "tag": "3a246d17-db9a-470b-8431-46d6944523fb"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:05.512864 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bdb794-f44c-471e-9ab5-df5eefc4e8d3 x-openstack-request-id: req-e3bdb794-f44c-471e-9ab5-df5eefc4e8d3 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:05.513199 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ecbc0d-0e80-445c-b01e-f3d7877db0e9", "name": "network-vif-deleted", "tag": "3a246d17-db9a-470b-8431-46d6944523fb", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:05.513526 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3bdb794-f44c-471e-9ab5-df5eefc4e8d3 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:05.513956 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ecbc0d-0e80-445c-b01e-f3d7877db0e9', 'name': 'network-vif-deleted', 'tag': '3a246d17-db9a-470b-8431-46d6944523fb', 'status': 'completed', 'code': 200} Jun 16 17:23:05.783391 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-28edbe12-36de-4355-b634-be05b8ebd6ab req-d8827ec0-3d37-45df-bbb9-e833ba2d46e2 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] 10.222.0.10 "GET /v2.0/ports?device_id=53ecbc0d-0e80-445c-b01e-f3d7877db0e9 HTTP/1.1" status: 200 len: 210 time: 0.0291460 Jun 16 17:23:09.274225 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 3a246d17-db9a-470b-8431-46d6944523fb no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:23:09.323677 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 3a246d17-db9a-470b-8431-46d6944523fb {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:23:09.323677 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 3a246d17-db9a-470b-8431-46d6944523fb not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:23:12.771466 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53150) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:12.902585 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-99d9ac8b-0b90-409f-b1f1-e98d478ac59f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7140ffa395024d248eb857fff145b54b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298895 Jun 16 17:23:12.904882 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53154) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:12.952317 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871c6534-4d00-4b72-a9a6-dca4064b3a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:12.972856 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871c6534-4d00-4b72-a9a6-dca4064b3a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:13.098920 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871c6534-4d00-4b72-a9a6-dca4064b3a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:13.101532 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-871c6534-4d00-4b72-a9a6-dca4064b3a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:13.109192 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-871c6534-4d00-4b72-a9a6-dca4064b3a9f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5909b2ce-adb4-4c4a-b61a-675606c6a9ae HTTP/1.1" status: 204 len: 168 time: 0.1970172 Jun 16 17:23:13.109192 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-30b38017-6bda-425f-94d1-6052d368945d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:13.112301 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c6534-4d00-4b72-a9a6-dca4064b3a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5909b2ce-adb4-4c4a-b61a-675606c6a9ae,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:13.115339 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-871c6534-4d00-4b72-a9a6-dca4064b3a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:14.090702 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 53176) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:14.185478 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1203439358-network', 'tenant_id': '612c74e9e55b4df5866414b48ba27034'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:23:14.272878 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Made reservation on behalf of 612c74e9e55b4df5866414b48ba27034 for: {'network': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:23:14.275282 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for network, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:14.284513 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:14.380279 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:14.484243 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:14.487408 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-d0cf9927-2b32-45e4-a1e6-9c9b6c11de66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:14.510365 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:23:14.521758 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0371cbed-dc76-409a-91b3-9da03556d38e,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:14.526505 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:14.527732 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.segments_db [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Added segment e58c758b-6d95-47dc-951f-77b5db3467e6 of type vlan for network 431ce492-e2af-4e0d-8a00-a84208201d78 Jun 16 17:23:14.548289 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.548667 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.549100 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.549500 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.550001 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.550368 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.550788 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.551145 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.551502 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.551863 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.552221 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.552571 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:14.556772 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:14.596087 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782046471837'] for network, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:14.693190 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498'] for network, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:14.694938 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:14.695525 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:14.697756 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ce6b7c7c-2e80-4d8e-94c9-969473866e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:14.756836 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Pushing event updated for resources: {'Network': ['ID=431ce492-e2af-4e0d-8a00-a84208201d78,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:14.759801 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:14.767724 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Network 431ce492-e2af-4e0d-8a00-a84208201d78 details requested by agent ovs-agent-dv-cinder-772126-4-iscsi with host dv-cinder-772126-4-iscsi {{(pid=93485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:23:14.804792 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f3f861a8-04d1-4674-8c05-f90c4483137f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7129543 Jun 16 17:23:14.807594 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 53182) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:14.813536 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Request body: {'subnet': {'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1203439358-subnet', 'tenant_id': '612c74e9e55b4df5866414b48ba27034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:23:14.910627 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Made reservation on behalf of 612c74e9e55b4df5866414b48ba27034 for: {'subnet': 1} {{(pid=93484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:23:14.913017 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4707700'] for subnet, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:15.151832 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4646647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4707686'] for subnet, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:15.154030 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-64568349-1f73-499e-ba8b-4a4aa1fefefb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:15.209635 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced9bbc4-fb8f-47a4-bab9-5444bc471b62,revision_number=0']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:15.212442 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:15.223132 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Checking segment: {'id': 'e58c758b-6d95-47dc-951f-77b5db3467e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:23:15.223489 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Network hostable DHCP agents. Network: 431ce492-e2af-4e0d-8a00-a84208201d78, hostable agents: ['9ba89fd7-c96a-4b94-ab66-3a079fadcf6b'], hosted agents: [] {{(pid=93484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:23:15.293322 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Network 431ce492-e2af-4e0d-8a00-a84208201d78 is scheduled to be hosted by DHCP agent 9ba89fd7-c96a-4b94-ab66-3a079fadcf6b with binding_index 1 {{(pid=93484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:23:15.427006 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-iscsi, 431ce492-e2af-4e0d-8a00-a84208201d78) {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:23:15.431020 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:15.431631 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:15.437115 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f569c-2ed6-4e0f-842c-6f91d7f8e6ab None None] Network 431ce492-e2af-4e0d-8a00-a84208201d78 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:23:15.505637 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-75d0f051-5905-4ec7-a808-04588ca6e7a9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6962101 Jun 16 17:23:15.565963 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80035b79-b2cd-4f63-ab64-436810e337a2 None None] Network 431ce492-e2af-4e0d-8a00-a84208201d78 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:23:17.625667 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 53208) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:17.665087 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-27a60131-35e7-4296-bf72-f51aa1f46aa9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:17.666708 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-27a60131-35e7-4296-bf72-f51aa1f46aa9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/networks?id=431ce492-e2af-4e0d-8a00-a84208201d78 HTTP/1.1" status: 200 len: 814 time: 0.1090448 Jun 16 17:23:17.682942 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-37f2706e-7310-4f43-9496-dc7ea3936a9d tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/quotas/612c74e9e55b4df5866414b48ba27034 HTTP/1.1" status: 200 len: 375 time: 0.0092616 Jun 16 17:23:17.718001 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-09de2034-bb07-4fc6-af83-9e364ff11b2d tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=612c74e9e55b4df5866414b48ba27034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290349 Jun 16 17:23:17.781969 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-22d3697f-3ec7-40bf-8e7b-3ed4bde448be service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:23:17.783307 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-22d3697f-3ec7-40bf-8e7b-3ed4bde448be service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0585845 Jun 16 17:23:17.918178 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Deleting port 443a4b6d-5b28-4c44-ae78-f3aad6f10396 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:23:17.918434 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:17.996763 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:17.997087 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:18.067526 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Calling delete_port for 443a4b6d-5b28-4c44-ae78-f3aad6f10396 owned by network:floatingip {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:23:18.154225 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c1425fd1-19a9-4f5a-b740-81665316fa68 service neutron] 10.222.0.10 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639934 Jun 16 17:23:18.242218 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-68abe646-aaaf-4d0c-aef4-1df71d0754bf service neutron] 10.222.0.10 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818145 Jun 16 17:23:18.304565 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:18.306745 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:18.332427 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event deleted for resources: {'Port': ['ID=443a4b6d-5b28-4c44-ae78-f3aad6f10396,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:18.335575 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:18.400154 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for floatingip, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:18.406095 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.l3_db [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Floating IP ba19f9e5-604c-4416-8bd0-e27485724809 disassociated (deleted). External IP: 172.27.2.141, port: 2599b5c2-74a7-4295-80f9-ad06abcd1891. Jun 16 17:23:18.499423 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b9940979-a27f-4f4f-bc3c-0d57ac30156d req-2a4742e7-4f49-4d58-9652-2783c4bf708d tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 210 time: 0.0365515 Jun 16 17:23:18.615034 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Router fcaea66d-be0f-4263-b296-8b5042f4cc6c has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:23:18.944920 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:23:18.950185 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:18.955075 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980186fb-c5ad-4171-a60d-82fb7eefe899 None None] Sync routers for ids ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:23:18.964047 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980186fb-c5ad-4171-a60d-82fb7eefe899 None None] Routers {'fcaea66d-be0f-4263-b296-8b5042f4cc6c'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:23:18.964821 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-980186fb-c5ad-4171-a60d-82fb7eefe899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:22:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:18.988994 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-54c99327-59ab-4129-b160-daa7c9c16434 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "DELETE /v2.0/floatingips/ba19f9e5-604c-4416-8bd0-e27485724809 HTTP/1.1" status: 204 len: 168 time: 1.3622043 Jun 16 17:23:18.989748 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:23:18.993004 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11cbb6c57d570b8d56d5f4e59362b4fd5f87749a9a369d609007706ad77aca04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54956069-f355-4ed4-895a-2fd8658a48ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:19.129318 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-980186fb-c5ad-4171-a60d-82fb7eefe899 None None] Set router fcaea66d-be0f-4263-b296-8b5042f4cc6c gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:23:19.200601 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43b7c2b-9806-489f-baed-7c52b9239e02 x-openstack-request-id: req-e43b7c2b-9806-489f-baed-7c52b9239e02 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:19.200954 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:19.201261 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e43b7c2b-9806-489f-baed-7c52b9239e02 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:19.201754 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'status': 'completed', 'code': 200} Jun 16 17:23:19.276280 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54956069-f355-4ed4-895a-2fd8658a48ab req-165a5b1e-b965-4d2e-96f9-cf6013dadeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:19.278420 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54956069-f355-4ed4-895a-2fd8658a48ab req-165a5b1e-b965-4d2e-96f9-cf6013dadeee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d85a12355c419bbd88cc2345138464&device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 1098 time: 0.0535369 Jun 16 17:23:19.353890 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-980186fb-c5ad-4171-a60d-82fb7eefe899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 4, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '325f66bc-5eb0-44e3-ac59-28212e149f34', 'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'mac_address': 'fa:16:3e:f2:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:08Z', 'updated_at': '2021-06-16T17:17:17Z', 'revision_number': 5, 'project_id': '71d85a12355c419bbd88cc2345138464', 'subnets': [{'id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:19.358074 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980186fb-c5ad-4171-a60d-82fb7eefe899 None None] Checking router: fcaea66d-be0f-4263-b296-8b5042f4cc6c for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:23:19.366885 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980186fb-c5ad-4171-a60d-82fb7eefe899 None None] Routers {'fcaea66d-be0f-4263-b296-8b5042f4cc6c'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:23:19.367494 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-980186fb-c5ad-4171-a60d-82fb7eefe899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:22:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:19.383256 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54956069-f355-4ed4-895a-2fd8658a48ab req-84a90da1-d6b5-43b6-9326-62c5d4ed761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:19.384718 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54956069-f355-4ed4-895a-2fd8658a48ab req-84a90da1-d6b5-43b6-9326-62c5d4ed761d service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 HTTP/1.1" status: 200 len: 909 time: 0.0994413 Jun 16 17:23:19.436664 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54956069-f355-4ed4-895a-2fd8658a48ab req-5252dae9-b261-47cc-b60d-e0c631d78a58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891 HTTP/1.1" status: 200 len: 217 time: 0.0435600 Jun 16 17:23:19.484041 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-980186fb-c5ad-4171-a60d-82fb7eefe899 None None] Set router fcaea66d-be0f-4263-b296-8b5042f4cc6c gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:23:19.486353 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54956069-f355-4ed4-895a-2fd8658a48ab req-f30b2cb2-9d6c-4f29-8e92-8d190e06cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:19.487888 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54956069-f355-4ed4-895a-2fd8658a48ab req-f30b2cb2-9d6c-4f29-8e92-8d190e06cd2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b20acf1-8a19-4590-8d07-29f12bcd76fe HTTP/1.1" status: 200 len: 848 time: 0.0442698 Jun 16 17:23:19.564096 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54956069-f355-4ed4-895a-2fd8658a48ab req-4a0cdf79-6782-4855-b86a-878b96a16c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:19.566095 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54956069-f355-4ed4-895a-2fd8658a48ab req-4a0cdf79-6782-4855-b86a-878b96a16c6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709112 Jun 16 17:23:19.603749 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76b8d76c-f943-4063-9775-5cdb5ab95a52 req-914d7fb2-daf0-4b61-a0bb-c916cb0b717a tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 210 time: 0.0422952 Jun 16 17:23:19.731870 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54956069-f355-4ed4-895a-2fd8658a48ab req-6a6ecd2c-528c-4c53-b98d-2e7c8b1d3b66 service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556673 Jun 16 17:23:19.765298 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d362-a60c-4ba4-995f-98212a2017a9 req-95e37540-42aa-449f-b39d-fcbdd67d43f6 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:19.766853 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2738d362-a60c-4ba4-995f-98212a2017a9 req-95e37540-42aa-449f-b39d-fcbdd67d43f6 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.1088498 Jun 16 17:23:19.857013 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-980186fb-c5ad-4171-a60d-82fb7eefe899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 4, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '325f66bc-5eb0-44e3-ac59-28212e149f34', 'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'mac_address': 'fa:16:3e:f2:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:08Z', 'updated_at': '2021-06-16T17:17:17Z', 'revision_number': 5, 'project_id': '71d85a12355c419bbd88cc2345138464', 'subnets': [{'id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:19.863443 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980186fb-c5ad-4171-a60d-82fb7eefe899 None None] The sync data for ids ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'] in dv-cinder-772126-4-iscsi is: [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:17:09Z', 'revision_number': 4, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': '325f66bc-5eb0-44e3-ac59-28212e149f34', 'name': '', 'network_id': '7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'mac_address': 'fa:16:3e:f2:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:08Z', 'updated_at': '2021-06-16T17:17:17Z', 'revision_number': 5, 'project_id': '71d85a12355c419bbd88cc2345138464', 'subnets': [{'id': '4b20acf1-8a19-4590-8d07-29f12bcd76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:23:19.878478 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2738d362-a60c-4ba4-995f-98212a2017a9 req-b680fb86-a1ac-4826-a298-02ef1acb2180 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881178 Jun 16 17:23:19.893036 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-54956069-f355-4ed4-895a-2fd8658a48ab req-781dec98-980f-442b-8a5b-f3589bef2dc7 service neutron] 10.222.0.60 "GET /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450164 Jun 16 17:23:20.116923 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badeaeed-fdc1-4777-bf3e-4565852a7938 None None] New status for floating IP ba19f9e5-604c-4416-8bd0-e27485724809: DOWN {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:23:20.776283 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a9b62fc2-2b08-4e43-b6fc-1e0fa9e51fd7 req-b09b2f14-a6e5-4930-90f7-8f0d2056c5b3 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 210 time: 0.0371268 Jun 16 17:23:21.147547 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-b84ee610-5b08-4903-9423-1e0a7fbf105d tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:21.149120 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-b84ee610-5b08-4903-9423-1e0a7fbf105d tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.60 "GET /v2.0/networks?id=431ce492-e2af-4e0d-8a00-a84208201d78 HTTP/1.1" status: 200 len: 814 time: 0.1561987 Jun 16 17:23:21.163749 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811ecd1-d533-4cbd-b275-3187d5f2151a req-c58b2d03-7739-4e9a-a5f9-aa6e5cecc558 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:21.165204 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b811ecd1-d533-4cbd-b275-3187d5f2151a req-c58b2d03-7739-4e9a-a5f9-aa6e5cecc558 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.1458175 Jun 16 17:23:21.170240 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Request body: {'port': {'device_id': 'af21bb4a-22d2-4948-9b9d-bd1c19f03f63', 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78', 'admin_state_up': True, 'tenant_id': '612c74e9e55b4df5866414b48ba27034'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:23:21.278707 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b811ecd1-d533-4cbd-b275-3187d5f2151a req-a3aa8e50-a4d7-4c7c-9a50-66d458ce51a0 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050272 Jun 16 17:23:21.420669 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Made reservation on behalf of 612c74e9e55b4df5866414b48ba27034 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:23:21.424187 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:21.563078 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Allocated IP 172.20.0.8 (431ce492-e2af-4e0d-8a00-a84208201d78/ced9bbc4-fb8f-47a4-bab9-5444bc471b62/bdb8a9f4-9c7e-4244-896f-079e68f035fc) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:23:21.735346 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:21.835004 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511e65-6af7-418e-90e2-810c11a2874e req-41257af6-9801-42b3-9d9a-af5799e60617 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:21.836508 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e8511e65-6af7-418e-90e2-810c11a2874e req-41257af6-9801-42b3-9d9a-af5799e60617 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.60 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.0714025 Jun 16 17:23:21.951703 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff0ffd58-5682-4b79-b2cc-2bbc5dc839eb req-f2c3578d-dc4c-42fc-b0ab-1c8159a1c67b tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 210 time: 0.0361114 Jun 16 17:23:21.953609 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:21.957842 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d691b2c0-7ad1-4eae-b3b2-10d4204e7605 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:22.009240 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Network 431ce492-e2af-4e0d-8a00-a84208201d78 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:23:22.016582 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:23:22.021164 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:23:22.050824 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Pushing event updated for resources: {'Port': ['ID=bdb8a9f4-9c7e-4244-896f-079e68f035fc,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:22.058371 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-e8511e65-6af7-418e-90e2-810c11a2874e req-355299d8-55ed-454a-b097-06d766e0bb08 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Deleting port 2599b5c2-74a7-4295-80f9-ad06abcd1891 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:23:22.058749 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e8511e65-6af7-418e-90e2-810c11a2874e req-355299d8-55ed-454a-b097-06d766e0bb08 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:22.063287 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:22.125162 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:22.125793 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:22.175929 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-e8511e65-6af7-418e-90e2-810c11a2874e req-355299d8-55ed-454a-b097-06d766e0bb08 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] For port 2599b5c2-74a7-4295-80f9-ad06abcd1891, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2599b5c2-74a7-4295-80f9-ad06abcd1891,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:22.176286 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e8511e65-6af7-418e-90e2-810c11a2874e req-355299d8-55ed-454a-b097-06d766e0bb08 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:22.217368 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-e1ad26dc-0f2b-4bfb-8d9f-4a3bf1b3e4f9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0511243 Jun 16 17:23:22.246479 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-e8511e65-6af7-418e-90e2-810c11a2874e req-355299d8-55ed-454a-b097-06d766e0bb08 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Calling delete_port for 2599b5c2-74a7-4295-80f9-ad06abcd1891 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:23:22.254771 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Request body: {'port': {'device_id': 'af21bb4a-22d2-4948-9b9d-bd1c19f03f63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:23:22.385702 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:22.550226 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:23:22.608414 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d6c2d-876e-4dd6-968f-7154301ee133 req-c0ff3593-88b2-41ac-9701-7930c95d6e42 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:22.609996 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-be9d6c2d-876e-4dd6-968f-7154301ee133 req-c0ff3593-88b2-41ac-9701-7930c95d6e42 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 945 time: 0.2110569 Jun 16 17:23:22.650174 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e8511e65-6af7-418e-90e2-810c11a2874e req-355299d8-55ed-454a-b097-06d766e0bb08 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:22.662602 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-97762bf5-b390-46b2-afaf-ffb9dfff81c2 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:22.700316 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355299d8-55ed-454a-b097-06d766e0bb08 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event deleted for resources: {'Port': ['ID=2599b5c2-74a7-4295-80f9-ad06abcd1891,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:22.706617 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-355299d8-55ed-454a-b097-06d766e0bb08 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:22.754079 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-be9d6c2d-876e-4dd6-968f-7154301ee133 req-5f73da03-3c32-4b34-9eb1-290b2d393ca0 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bf3aa2e-1a26-4ead-a994-7d6253511aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156394 Jun 16 17:23:22.777509 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8511e65-6af7-418e-90e2-810c11a2874e req-355299d8-55ed-454a-b097-06d766e0bb08 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] No DVR routers for this DVR port 2599b5c2-74a7-4295-80f9-ad06abcd1891 on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:23:22.781984 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-e8511e65-6af7-418e-90e2-810c11a2874e req-355299d8-55ed-454a-b097-06d766e0bb08 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:22.783953 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e8511e65-6af7-418e-90e2-810c11a2874e req-355299d8-55ed-454a-b097-06d766e0bb08 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.60 "DELETE /v2.0/ports/2599b5c2-74a7-4295-80f9-ad06abcd1891 HTTP/1.1" status: 204 len: 173 time: 0.9403222 Jun 16 17:23:22.784470 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'name': 'network-vif-deleted', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:23:22.786814 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922b3558-f577-4ea2-bf08-2030f462e4d1" -d '{"events": [{"server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "name": "network-vif-deleted", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:22.841558 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2405217f-8e41-4323-b775-5f308f234983 x-openstack-request-id: req-2405217f-8e41-4323-b775-5f308f234983 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:22.843078 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b423e506-ae17-48d2-a692-cdc8917083ed", "name": "network-vif-deleted", "tag": "2599b5c2-74a7-4295-80f9-ad06abcd1891", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:22.843078 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2405217f-8e41-4323-b775-5f308f234983 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:22.843078 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b423e506-ae17-48d2-a692-cdc8917083ed', 'name': 'network-vif-deleted', 'tag': '2599b5c2-74a7-4295-80f9-ad06abcd1891', 'status': 'completed', 'code': 200} Jun 16 17:23:22.864610 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb8a9f4-9c7e-4244-896f-079e68f035fc {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:23:22.871083 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:22.885063 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Transition to ACTIVE for port object bdb8a9f4-9c7e-4244-896f-079e68f035fc will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:23:22.990436 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:22.992850 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:23.071453 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb8a9f4-9c7e-4244-896f-079e68f035fc,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:23.075075 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:23.195025 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Attempting to bind port bdb8a9f4-9c7e-4244-896f-079e68f035fc on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:23:23.195360 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Attempting to bind port bdb8a9f4-9c7e-4244-896f-079e68f035fc by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'e58c758b-6d95-47dc-951f-77b5db3467e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:23:23.195700 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Attempting to bind port bdb8a9f4-9c7e-4244-896f-079e68f035fc on network 431ce492-e2af-4e0d-8a00-a84208201d78 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:23:23.211626 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de33a0-81e6-431a-b94d-cd33a2127d7d req-0356e853-fefd-4937-a20a-dccbe08dc6be tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:23.213196 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-17de33a0-81e6-431a-b94d-cd33a2127d7d req-0356e853-fefd-4937-a20a-dccbe08dc6be tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 943 time: 0.1371932 Jun 16 17:23:23.213902 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Port bdb8a9f4-9c7e-4244-896f-079e68f035fc on network 431ce492-e2af-4e0d-8a00-a84208201d78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:23:23.215844 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Attempting to bind port bdb8a9f4-9c7e-4244-896f-079e68f035fc on network 431ce492-e2af-4e0d-8a00-a84208201d78 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:23:23.225221 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:23:23.225595 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Checking segment: {'id': 'e58c758b-6d95-47dc-951f-77b5db3467e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:23:23.225977 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Bound using segment: {'id': 'e58c758b-6d95-47dc-951f-77b5db3467e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:23:23.226417 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Bound port: bdb8a9f4-9c7e-4244-896f-079e68f035fc, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c758b-6d95-47dc-951f-77b5db3467e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:23:23.226769 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:23.289290 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-17de33a0-81e6-431a-b94d-cd33a2127d7d req-88167bfc-c8e2-4e51-912e-5997630110b4 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653765 Jun 16 17:23:23.317651 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] For port bdb8a9f4-9c7e-4244-896f-079e68f035fc, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:23:23.321035 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] For port bdb8a9f4-9c7e-4244-896f-079e68f035fc, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=bdb8a9f4-9c7e-4244-896f-079e68f035fc,segment=NetworkSegment(e58c758b-6d95-47dc-951f-77b5db3467e6),segment_id=e58c758b-6d95-47dc-951f-77b5db3467e6)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:23:23.419485 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:23.421609 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:23.460408 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:23.461015 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:23.462447 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] 10.222.0.60 "PUT /v2.0/ports/bdb8a9f4-9c7e-4244-896f-079e68f035fc HTTP/1.1" status: 200 len: 1093 time: 1.2136946 Jun 16 17:23:23.484658 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb8a9f4-9c7e-4244-896f-079e68f035fc,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:23.487802 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:23.523757 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:23.659680 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-f3754a3e-c82e-4f5e-886d-e0589366d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:23.661204 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-f3754a3e-c82e-4f5e-886d-e0589366d243 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=612c74e9e55b4df5866414b48ba27034&device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 1096 time: 0.0572853 Jun 16 17:23:23.707581 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-5f7879cf-a835-427f-bf78-f8ba98cb9cb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdb8a9f4-9c7e-4244-896f-079e68f035fc HTTP/1.1" status: 200 len: 217 time: 0.0374045 Jun 16 17:23:23.763069 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-659b0b26-2592-46e4-9038-416a431cd04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:23.765419 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-659b0b26-2592-46e4-9038-416a431cd04d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ced9bbc4-fb8f-47a4-bab9-5444bc471b62 HTTP/1.1" status: 200 len: 854 time: 0.0507565 Jun 16 17:23:23.803420 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-a90c0ea6-d82d-4d3b-b4da-0f32f4bdcca9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=431ce492-e2af-4e0d-8a00-a84208201d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309024 Jun 16 17:23:23.920122 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-ea076abb-28e1-45f3-9a70-3bb71b808da0 service neutron] 10.222.0.60 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075487 Jun 16 17:23:23.945659 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4bd1bb1-31c5-4e9b-8273-6d5d62e02270 req-9bd66cec-ce87-408a-b0d0-a279fd9f84c5 tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "GET /v2.0/ports?device_id=b423e506-ae17-48d2-a692-cdc8917083ed HTTP/1.1" status: 200 len: 210 time: 0.0466135 Jun 16 17:23:24.034603 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-40ca33ae-136e-4844-ae35-dfffb6ee5fdf req-40a2b63f-f1be-4d4b-9789-5b9882d6b96f service neutron] 10.222.0.60 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982268 Jun 16 17:23:24.479898 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02e608-70a8-466f-8e60-f9e8fc2081e6 req-03650b4a-d72d-495f-8eac-4982a1346b6a tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:24.481654 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bc02e608-70a8-466f-8e60-f9e8fc2081e6 req-03650b4a-d72d-495f-8eac-4982a1346b6a tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 943 time: 0.0718880 Jun 16 17:23:24.525105 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-bc02e608-70a8-466f-8e60-f9e8fc2081e6 req-e1a449b1-5afa-432d-9c26-0a4583277454 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371070 Jun 16 17:23:24.843820 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af21bb4a-22d2-4948-9b9d-bd1c19f03f63', 'tag': 'bdb8a9f4-9c7e-4244-896f-079e68f035fc'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:23:24.846391 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969bfccb-1856-4e97-a650-30624370e6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "af21bb4a-22d2-4948-9b9d-bd1c19f03f63", "tag": "bdb8a9f4-9c7e-4244-896f-079e68f035fc"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:24.884605 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ca5d85-2c1c-4f84-9d99-1a4c528f1c63 x-openstack-request-id: req-f4ca5d85-2c1c-4f84-9d99-1a4c528f1c63 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:24.885139 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af21bb4a-22d2-4948-9b9d-bd1c19f03f63", "tag": "bdb8a9f4-9c7e-4244-896f-079e68f035fc", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:24.885656 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4ca5d85-2c1c-4f84-9d99-1a4c528f1c63 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:24.886450 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af21bb4a-22d2-4948-9b9d-bd1c19f03f63', 'tag': 'bdb8a9f4-9c7e-4244-896f-079e68f035fc', 'status': 'completed', 'code': 200} Jun 16 17:23:24.978310 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bfccb-1856-4e97-a650-30624370e6b6 req-b1d15704-85c3-4adb-9e2b-c81f0e03453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:24.979877 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-969bfccb-1856-4e97-a650-30624370e6b6 req-b1d15704-85c3-4adb-9e2b-c81f0e03453f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=612c74e9e55b4df5866414b48ba27034&device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 1096 time: 0.0686741 Jun 16 17:23:25.043581 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 53260) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:25.082213 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bfccb-1856-4e97-a650-30624370e6b6 req-1ad72cda-8f2c-455c-8204-76d13ddda801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:25.083841 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-969bfccb-1856-4e97-a650-30624370e6b6 req-1ad72cda-8f2c-455c-8204-76d13ddda801 service neutron] 10.222.0.60 "GET /v2.0/networks?id=431ce492-e2af-4e0d-8a00-a84208201d78 HTTP/1.1" status: 200 len: 914 time: 0.0960279 Jun 16 17:23:25.116281 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4dee6ffa-3513-438d-862e-24618a08f0ec tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:25.130911 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-969bfccb-1856-4e97-a650-30624370e6b6 req-1b193bda-91fb-405a-9750-ca6054bba63e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdb8a9f4-9c7e-4244-896f-079e68f035fc HTTP/1.1" status: 200 len: 217 time: 0.0364757 Jun 16 17:23:25.146313 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4dee6ffa-3513-438d-862e-24618a08f0ec tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:25.182415 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bfccb-1856-4e97-a650-30624370e6b6 req-d1f23ae6-554b-4277-ab8e-6b991009cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:25.184688 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-969bfccb-1856-4e97-a650-30624370e6b6 req-d1f23ae6-554b-4277-ab8e-6b991009cdd2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ced9bbc4-fb8f-47a4-bab9-5444bc471b62 HTTP/1.1" status: 200 len: 854 time: 0.0462413 Jun 16 17:23:25.221851 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-969bfccb-1856-4e97-a650-30624370e6b6 req-a2941f87-bf80-4dfe-9b3b-a523ca4cd751 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=431ce492-e2af-4e0d-8a00-a84208201d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291770 Jun 16 17:23:25.278687 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4dee6ffa-3513-438d-862e-24618a08f0ec tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:25.281468 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-4dee6ffa-3513-438d-862e-24618a08f0ec tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:25.285938 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-4dee6ffa-3513-438d-862e-24618a08f0ec tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] 10.222.0.10 "DELETE /v2.0/security-groups/0bf3aa2e-1a26-4ead-a994-7d6253511aaa HTTP/1.1" status: 204 len: 168 time: 0.2412543 Jun 16 17:23:25.287060 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-cd44008d-0580-44ed-bce7-cbe94b02ebc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:25.297773 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee6ffa-3513-438d-862e-24618a08f0ec tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf3aa2e-1a26-4ead-a994-7d6253511aaa,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:25.300505 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4dee6ffa-3513-438d-862e-24618a08f0ec tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:25.342894 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-969bfccb-1856-4e97-a650-30624370e6b6 req-472489a7-d9b4-4f64-b500-64909b40790e service neutron] 10.222.0.60 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137269 Jun 16 17:23:25.361903 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 2599b5c2-74a7-4295-80f9-ad06abcd1891 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:23:25.381565 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 2599b5c2-74a7-4295-80f9-ad06abcd1891 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:23:25.381851 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 2599b5c2-74a7-4295-80f9-ad06abcd1891 not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:23:25.407138 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 53264) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:25.442019 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-969bfccb-1856-4e97-a650-30624370e6b6 req-de72d21d-42d4-4bb4-be6f-14d75827ad52 service neutron] 10.222.0.60 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923042 Jun 16 17:23:25.729729 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312876-f017-4639-900f-edab4d52ea1a req-617eaff7-e973-4e71-95c6-2d0b8256f3e1 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:25.731911 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7312876-f017-4639-900f-edab4d52ea1a req-617eaff7-e973-4e71-95c6-2d0b8256f3e1 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 943 time: 0.0712218 Jun 16 17:23:25.772752 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f7312876-f017-4639-900f-edab4d52ea1a req-a90d6ba4-03ee-45e6-a984-aa332a8e5d50 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Jun 16 17:23:25.844418 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755956'] for router_interface, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:26.110259 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] Deleting port 325f66bc-5eb0-44e3-ac59-28212e149f34 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:23:26.110916 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:26.200047 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] For port 325f66bc-5eb0-44e3-ac59-28212e149f34, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=325f66bc-5eb0-44e3-ac59-28212e149f34,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:26.200428 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:26.268922 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] Calling delete_port for 325f66bc-5eb0-44e3-ac59-28212e149f34 owned by network:router_interface {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:23:26.527824 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bbaf02d2-4d4d-4ab0-aecc-635fa4e6ff94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:26.555821 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:26.558064 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-08359975-74e6-43ce-a955-4a297bde33c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:26.581990 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=325f66bc-5eb0-44e3-ac59-28212e149f34,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:26.586012 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:26.754141 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755808'] for router_interface, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:26.950808 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3469-f77f-4f9f-8827-561504d0f73f req-8c59ffba-1345-4488-8e20-5df8c05821cc tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:26.952198 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e3ff3469-f77f-4f9f-8827-561504d0f73f req-8c59ffba-1345-4488-8e20-5df8c05821cc tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 943 time: 0.0648265 Jun 16 17:23:26.976237 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] Router fcaea66d-be0f-4263-b296-8b5042f4cc6c has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:23:26.992121 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e3ff3469-f77f-4f9f-8827-561504d0f73f req-7ba2e1f2-75c3-4cf8-b0c7-6dc8af5898b6 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Jun 16 17:23:27.094774 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:23:27.099693 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-2c52c803-0610-40cf-b9bf-e070d89bfde3 admin admin] 10.222.0.10 "PUT /v2.0/routers/fcaea66d-be0f-4263-b296-8b5042f4cc6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6911438 Jun 16 17:23:27.102261 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 53276) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:27.104937 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e637ab-7368-4907-88a7-ae32c8f871c4 None None] Sync routers for ids ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:23:27.115633 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e637ab-7368-4907-88a7-ae32c8f871c4 None None] Routers {'fcaea66d-be0f-4263-b296-8b5042f4cc6c'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:23:27.116326 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-16e637ab-7368-4907-88a7-ae32c8f871c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:22:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:27.211596 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:27.225967 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-16e637ab-7368-4907-88a7-ae32c8f871c4 None None] Set router fcaea66d-be0f-4263-b296-8b5042f4cc6c gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:23:27.323621 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:27.393971 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device bdb8a9f4-9c7e-4244-896f-079e68f035fc details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:23:27.431882 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Deleting port 6971ceec-314f-41f4-b5b3-315b2e0f0e13 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:23:27.432224 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:27.493547 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-16e637ab-7368-4907-88a7-ae32c8f871c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:23:26Z', 'revision_number': 5, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port': {'id': '6971ceec-314f-41f4-b5b3-315b2e0f0e13', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:06Z', 'updated_at': '2021-06-16T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:27.506046 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e637ab-7368-4907-88a7-ae32c8f871c4 None None] Checking router: fcaea66d-be0f-4263-b296-8b5042f4cc6c for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:23:27.513268 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] For port 6971ceec-314f-41f4-b5b3-315b2e0f0e13, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=6971ceec-314f-41f4-b5b3-315b2e0f0e13,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:27.513649 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:27.516047 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port bdb8a9f4-9c7e-4244-896f-079e68f035fc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=bdb8a9f4-9c7e-4244-896f-079e68f035fc,segment=NetworkSegment(e58c758b-6d95-47dc-951f-77b5db3467e6),segment_id=e58c758b-6d95-47dc-951f-77b5db3467e6)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:27.531674 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': 'bdb8a9f4-9c7e-4244-896f-079e68f035fc', 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78', 'port_id': 'bdb8a9f4-9c7e-4244-896f-079e68f035fc', 'mac_address': 'fa:16:3e:d2:8c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced9bbc4-fb8f-47a4-bab9-5444bc471b62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:23:27.532627 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e637ab-7368-4907-88a7-ae32c8f871c4 None None] Routers {'fcaea66d-be0f-4263-b296-8b5042f4cc6c'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:23:27.533461 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-16e637ab-7368-4907-88a7-ae32c8f871c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:22:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:27.583191 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Calling delete_port for 6971ceec-314f-41f4-b5b3-315b2e0f0e13 owned by network:router_gateway {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:23:27.643640 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:27.658792 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-16e637ab-7368-4907-88a7-ae32c8f871c4 None None] Set router fcaea66d-be0f-4263-b296-8b5042f4cc6c gateway port host: None {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:23:27.689758 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb8a9f4-9c7e-4244-896f-079e68f035fc {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:23:27.722475 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-16e637ab-7368-4907-88a7-ae32c8f871c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:23:27Z', 'revision_number': 6, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port_host': None}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:27.736076 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e637ab-7368-4907-88a7-ae32c8f871c4 None None] The sync data for ids ['fcaea66d-be0f-4263-b296-8b5042f4cc6c'] in dv-cinder-772126-4-iscsi is: [{'id': 'fcaea66d-be0f-4263-b296-8b5042f4cc6c', 'name': 'tempest-TestShelveInstance-1072543906-router', 'tenant_id': '71d85a12355c419bbd88cc2345138464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:05Z', 'updated_at': '2021-06-16T17:23:27Z', 'revision_number': 6, 'project_id': '71d85a12355c419bbd88cc2345138464', 'gw_port_host': None}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:23:27.760926 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port bdb8a9f4-9c7e-4244-896f-079e68f035fc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=bdb8a9f4-9c7e-4244-896f-079e68f035fc,segment=NetworkSegment(e58c758b-6d95-47dc-951f-77b5db3467e6),segment_id=e58c758b-6d95-47dc-951f-77b5db3467e6)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:27.852993 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:27.855490 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:27.883722 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:27.886878 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-ef294bad-2928-44ef-9841-7c3798543774 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:27.912117 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6971ceec-314f-41f4-b5b3-315b2e0f0e13,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:27.915586 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:27.919896 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=bdb8a9f4-9c7e-4244-896f-079e68f035fc,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:27.927068 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.927417 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.927763 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.928096 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.928436 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.928769 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.929100 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.929483 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.929821 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.930150 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.930477 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.930838 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:27.937558 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:27.981255 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775459'] for router_gateway, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:28.217335 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab938-06e2-4a8e-b569-d4a48dbe3c00 req-316c2954-9aa4-401d-a0c7-ed42263279d8 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:28.219129 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-16eab938-06e2-4a8e-b569-d4a48dbe3c00 req-316c2954-9aa4-401d-a0c7-ed42263279d8 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 944 time: 0.1016393 Jun 16 17:23:28.272623 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['bdb8a9f4-9c7e-4244-896f-079e68f035fc'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:23:28.275472 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-16eab938-06e2-4a8e-b569-d4a48dbe3c00 req-452a71d0-0414-4ec0-aa8c-f56ef1a99b58 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500071 Jun 16 17:23:28.340619 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-786016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:28.342957 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:28.481883 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-785513'] for router, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:28.482394 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcaea66d-be0f-4263-b296-8b5042f4cc6c {{(pid=93484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:23:28.487408 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:28.488566 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/fcaea66d-be0f-4263-b296-8b5042f4cc6c HTTP/1.1" status: 204 len: 168 time: 1.3854034 Jun 16 17:23:28.491123 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 53280) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:28.537688 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0e30db-1613-4551-91d7-df36d9445f53 admin admin] Deleting subnet 4b20acf1-8a19-4590-8d07-29f12bcd76fe {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:23:28.541009 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fe0e30db-1613-4551-91d7-df36d9445f53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:28.560994 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 325f66bc-5eb0-44e3-ac59-28212e149f34 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:23:28.583052 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 325f66bc-5eb0-44e3-ac59-28212e149f34 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:23:28.583411 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 325f66bc-5eb0-44e3-ac59-28212e149f34 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:23:28.587209 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fe0e30db-1613-4551-91d7-df36d9445f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4648192'] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:28.671748 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fe0e30db-1613-4551-91d7-df36d9445f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:28.878636 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fe0e30db-1613-4551-91d7-df36d9445f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4646582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4707695'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:28.880875 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a5ac6fc4-430a-48b4-827e-7007f2858619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:28.909067 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-fe0e30db-1613-4551-91d7-df36d9445f53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:28.910987 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-fe0e30db-1613-4551-91d7-df36d9445f53 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4b20acf1-8a19-4590-8d07-29f12bcd76fe HTTP/1.1" status: 204 len: 168 time: 0.4189165 Jun 16 17:23:28.912667 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e30db-1613-4551-91d7-df36d9445f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b20acf1-8a19-4590-8d07-29f12bcd76fe,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:28.913904 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53282) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:28.915479 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c1f95-2448-4afe-a120-e9dafd698471 None None] Network 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:23:28.915943 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-fe0e30db-1613-4551-91d7-df36d9445f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:28.986338 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.065303 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Deleting port b857206e-153d-4bc7-9368-5bd826d03048 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:23:29.065695 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.147382 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] For port b857206e-153d-4bc7-9368-5bd826d03048, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=b857206e-153d-4bc7-9368-5bd826d03048,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:29.147738 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.157467 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aebfb0-097a-4e0c-84cc-1fb2f72c19e0 None None] DHCP port deletion for 7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 request from dv-cinder-772126-4-iscsi {{(pid=93485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:23:29.182873 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.218180 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Calling delete_port for b857206e-153d-4bc7-9368-5bd826d03048 owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:23:29.218794 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-57aebfb0-097a-4e0c-84cc-1fb2f72c19e0 None None] Deleting port b857206e-153d-4bc7-9368-5bd826d03048 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:23:29.218927 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-57aebfb0-097a-4e0c-84cc-1fb2f72c19e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.294011 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-57aebfb0-097a-4e0c-84cc-1fb2f72c19e0 None None] For port b857206e-153d-4bc7-9368-5bd826d03048, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=b857206e-153d-4bc7-9368-5bd826d03048,segment=NetworkSegment(0d8f2236-063f-4f1f-a6a1-898f966887b9),segment_id=0d8f2236-063f-4f1f-a6a1-898f966887b9)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:29.294419 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-57aebfb0-097a-4e0c-84cc-1fb2f72c19e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.301636 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-2279e053-abfc-459d-b494-dee837238da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.369225 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-57aebfb0-097a-4e0c-84cc-1fb2f72c19e0 None None] Calling delete_port for b857206e-153d-4bc7-9368-5bd826d03048 owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:23:29.394932 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device bdb8a9f4-9c7e-4244-896f-079e68f035fc up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:23:29.396951 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.402001 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4c8f7375-c412-4163-8aac-66bcb3ec3c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:29.450376 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=b857206e-153d-4bc7-9368-5bd826d03048,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:29.462009 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] No DVR routers for this DVR port b857206e-153d-4bc7-9368-5bd826d03048 on host dv-cinder-772126-4-iscsi {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:23:29.465464 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:29.518276 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-57aebfb0-097a-4e0c-84cc-1fb2f72c19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.521241 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-79b0ca2f-f1d5-4c35-b34c-97737fd4e228 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:29.544938 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aebfb0-097a-4e0c-84cc-1fb2f72c19e0 None None] Pushing event deleted for resources: {'Port': ['ID=b857206e-153d-4bc7-9368-5bd826d03048,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:29.550047 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aebfb0-097a-4e0c-84cc-1fb2f72c19e0 None None] No DVR routers for this DVR port b857206e-153d-4bc7-9368-5bd826d03048 on host dv-cinder-772126-4-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:23:29.551978 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-57aebfb0-097a-4e0c-84cc-1fb2f72c19e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:29.566660 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.583117 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:29.590429 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port bdb8a9f4-9c7e-4244-896f-079e68f035fc completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:23:29.594836 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8f2236-063f-4f1f-a6a1-898f966887b9') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:29.595125 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8f2236-063f-4f1f-a6a1-898f966887b9') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:29.595234 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port bdb8a9f4-9c7e-4244-896f-079e68f035fc triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:23:29.595708 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.610028 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3ca20-bbfd-4ad3-8036-a40d1edc7c74 req-c2b0fa79-8eb8-4e3b-9e34-1b0f38d3d9dc tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:29.611553 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4a3ca20-bbfd-4ad3-8036-a40d1edc7c74 req-c2b0fa79-8eb8-4e3b-9e34-1b0f38d3d9dc tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 944 time: 0.1680415 Jun 16 17:23:29.615779 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5826632'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.644309 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.655923 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:23:29.656315 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239082'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.657922 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: timer() Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: cb(*args, **kw) Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: self._notify() Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: self.callback(batched_events) Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: event.method(event) Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._get(url).json() Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:23:29.661554 dv-cinder-772126-4-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:23:29.679257 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.704067 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af21bb4a-22d2-4948-9b9d-bd1c19f03f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb8a9f4-9c7e-4244-896f-079e68f035fc'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:23:29.706737 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a060742c-8e5e-48a0-8d8f-e41a0ef93334" -d '{"events": [{"server_uuid": "af21bb4a-22d2-4948-9b9d-bd1c19f03f63", "name": "network-vif-plugged", "status": "completed", "tag": "bdb8a9f4-9c7e-4244-896f-079e68f035fc"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:29.715426 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a4a3ca20-bbfd-4ad3-8036-a40d1edc7c74 req-b7a3590f-534e-4163-8071-a21393e23c2f tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967109 Jun 16 17:23:29.720970 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port bdb8a9f4-9c7e-4244-896f-079e68f035fc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=bdb8a9f4-9c7e-4244-896f-079e68f035fc,segment=NetworkSegment(e58c758b-6d95-47dc-951f-77b5db3467e6),segment_id=e58c758b-6d95-47dc-951f-77b5db3467e6)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:29.747012 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e8cc3a-a871-40b8-8fdc-d49d5dd4add8 x-openstack-request-id: req-31e8cc3a-a871-40b8-8fdc-d49d5dd4add8 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:29.747321 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af21bb4a-22d2-4948-9b9d-bd1c19f03f63", "name": "network-vif-plugged", "status": "completed", "tag": "bdb8a9f4-9c7e-4244-896f-079e68f035fc", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:29.747575 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31e8cc3a-a871-40b8-8fdc-d49d5dd4add8 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:29.747979 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af21bb4a-22d2-4948-9b9d-bd1c19f03f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb8a9f4-9c7e-4244-896f-079e68f035fc', 'code': 200} Jun 16 17:23:29.809830 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.811799 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:29.832926 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.837425 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:29.840338 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:29.842106 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] 10.222.0.10 "DELETE /v2.0/networks/7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57 HTTP/1.1" status: 204 len: 168 time: 0.9267879 Jun 16 17:23:29.846155 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 53288) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:29.854355 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc1f9bf-f49f-4aa8-abe6-e7060d0f1e57,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:29.857105 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:29.865312 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=bdb8a9f4-9c7e-4244-896f-079e68f035fc,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:29.868672 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:29.931468 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6971ceec-314f-41f4-b5b3-315b2e0f0e13 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:23:29.953841 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 6971ceec-314f-41f4-b5b3-315b2e0f0e13 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:23:29.954289 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 6971ceec-314f-41f4-b5b3-315b2e0f0e13 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:23:29.954926 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device b857206e-153d-4bc7-9368-5bd826d03048 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:23:30.112287 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: b857206e-153d-4bc7-9368-5bd826d03048 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:23:30.112982 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device b857206e-153d-4bc7-9368-5bd826d03048 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:23:30.189674 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c014b27-3c28-442c-9898-bf52bc86992b req-d6296fe1-417b-4c91-ae23-2c05f3879c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:30.191481 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c014b27-3c28-442c-9898-bf52bc86992b req-d6296fe1-417b-4c91-ae23-2c05f3879c6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 1098 time: 0.0617707 Jun 16 17:23:30.233811 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0c014b27-3c28-442c-9898-bf52bc86992b req-fa5e2b36-c46e-4e98-8dca-ab3913afc68f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351357 Jun 16 17:23:30.256333 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755956'] for router_interface, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:30.536991 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] Deleting port 48f608f8-0047-4db6-b7e4-cc97f88294d5 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:23:30.537326 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:30.619221 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] For port 48f608f8-0047-4db6-b7e4-cc97f88294d5, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=48f608f8-0047-4db6-b7e4-cc97f88294d5,segment=NetworkSegment(53af5358-5d31-4a5f-8ab6-b2bb930f8198),segment_id=53af5358-5d31-4a5f-8ab6-b2bb930f8198)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:30.619583 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:30.691987 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] Calling delete_port for 48f608f8-0047-4db6-b7e4-cc97f88294d5 owned by network:router_interface {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:23:30.881640 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:30.931966 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127d26-6c33-49c4-812b-5525176ae872 req-325f5ef2-7f4f-4173-84bf-703bc3918542 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:30.934162 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c7127d26-6c33-49c4-812b-5525176ae872 req-325f5ef2-7f4f-4173-84bf-703bc3918542 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 945 time: 0.0828710 Jun 16 17:23:30.984647 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:30.987173 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:31.016383 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f608f8-0047-4db6-b7e4-cc97f88294d5,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:31.020990 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:31.213562 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755808'] for router_interface, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:31.319479 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c7127d26-6c33-49c4-812b-5525176ae872 req-6bbf5672-b998-49e5-8955-4c0c0aab6fb6 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766940 Jun 16 17:23:31.506633 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] Router 3be65e6f-3b3e-4628-a1ea-508e8b093318 has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:23:31.619507 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:23:31.625434 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-f18f9d89-6995-4144-b247-cc4aba586780 admin admin] 10.222.0.10 "PUT /v2.0/routers/3be65e6f-3b3e-4628-a1ea-508e8b093318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7778533 Jun 16 17:23:31.628420 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53292) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:31.628769 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b3bf1-3534-4946-945d-b20ba72f69c4 None None] Sync routers for ids ['3be65e6f-3b3e-4628-a1ea-508e8b093318'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:23:31.639456 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b3bf1-3534-4946-945d-b20ba72f69c4 None None] Routers {'3be65e6f-3b3e-4628-a1ea-508e8b093318'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:23:31.640080 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d28b3bf1-3534-4946-945d-b20ba72f69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:23:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3be65e6f-3b3e-4628-a1ea-508e8b093318'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:31.731999 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:31.748949 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-d28b3bf1-3534-4946-945d-b20ba72f69c4 None None] Set router 3be65e6f-3b3e-4628-a1ea-508e8b093318 gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:23:31.837743 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:31.932687 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d28b3bf1-3534-4946-945d-b20ba72f69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'name': 'tempest-TestShelveInstance-1554183842-router', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:13Z', 'updated_at': '2021-06-16T17:23:30Z', 'revision_number': 5, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'gw_port': {'id': '31ca7ab0-0699-4995-9a10-63988b2ff0fe', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:17:14Z', 'updated_at': '2021-06-16T17:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:31.936081 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b3bf1-3534-4946-945d-b20ba72f69c4 None None] Checking router: 3be65e6f-3b3e-4628-a1ea-508e8b093318 for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:23:31.944377 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b3bf1-3534-4946-945d-b20ba72f69c4 None None] Routers {'3be65e6f-3b3e-4628-a1ea-508e8b093318'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:23:31.944988 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d28b3bf1-3534-4946-945d-b20ba72f69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:23:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['3be65e6f-3b3e-4628-a1ea-508e8b093318'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:31.951487 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Deleting port 31ca7ab0-0699-4995-9a10-63988b2ff0fe {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:23:31.951823 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:32.033887 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] For port 31ca7ab0-0699-4995-9a10-63988b2ff0fe, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=31ca7ab0-0699-4995-9a10-63988b2ff0fe,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:32.034469 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-d28b3bf1-3534-4946-945d-b20ba72f69c4 None None] Set router 3be65e6f-3b3e-4628-a1ea-508e8b093318 gateway port host: None {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:23:32.034580 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:32.090920 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-d28b3bf1-3534-4946-945d-b20ba72f69c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'name': 'tempest-TestShelveInstance-1554183842-router', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:13Z', 'updated_at': '2021-06-16T17:23:31Z', 'revision_number': 6, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'gw_port_host': None}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:32.094552 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b3bf1-3534-4946-945d-b20ba72f69c4 None None] The sync data for ids ['3be65e6f-3b3e-4628-a1ea-508e8b093318'] in dv-cinder-772126-4-iscsi is: [{'id': '3be65e6f-3b3e-4628-a1ea-508e8b093318', 'name': 'tempest-TestShelveInstance-1554183842-router', 'tenant_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:17:13Z', 'updated_at': '2021-06-16T17:23:31Z', 'revision_number': 6, 'project_id': '2ee970fc56ec4220bd815f5ec4c6ea8b', 'gw_port_host': None}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:23:32.104437 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Calling delete_port for 31ca7ab0-0699-4995-9a10-63988b2ff0fe owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:23:32.317937 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:32.344123 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:32.346290 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1494146c-cfba-4987-9451-c84191e92474 tempest-VolumesNegativeTest-1659196405 tempest-VolumesNegativeTest-1659196405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:32.372012 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ca7ab0-0699-4995-9a10-63988b2ff0fe,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:32.401313 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.402489 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.402968 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.403430 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.403791 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.404149 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.404503 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.404857 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.405210 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.405591 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.405941 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.406283 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:32.409421 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:32.483136 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775459'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:32.583518 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-786016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:32.586323 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:32.644631 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c833382-d8ed-4517-83cc-32c5bc309c74 req-6d1b6b86-2751-48a0-8adc-91e081e59983 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:23:32.646144 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c833382-d8ed-4517-83cc-32c5bc309c74 req-6d1b6b86-2751-48a0-8adc-91e081e59983 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 945 time: 0.2069123 Jun 16 17:23:32.684429 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c833382-d8ed-4517-83cc-32c5bc309c74 req-39b70852-6e72-478a-bd60-5e428e3298ad tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326059 Jun 16 17:23:32.711903 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-785513'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:32.712408 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be65e6f-3b3e-4628-a1ea-508e8b093318 {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:23:32.717816 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:32.720094 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3be65e6f-3b3e-4628-a1ea-508e8b093318 HTTP/1.1" status: 204 len: 168 time: 1.0906868 Jun 16 17:23:32.726055 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53300) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:32.780906 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-50612568-f283-4d6f-8957-08b6b4f835be admin admin] Deleting subnet 282cd004-106a-43ac-ac11-a38253989521 {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:23:32.784418 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50612568-f283-4d6f-8957-08b6b4f835be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:32.820616 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50612568-f283-4d6f-8957-08b6b4f835be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5826641'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:32.913934 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50612568-f283-4d6f-8957-08b6b4f835be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.049791 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50612568-f283-4d6f-8957-08b6b4f835be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253785'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.052194 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:33.079772 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50612568-f283-4d6f-8957-08b6b4f835be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282cd004-106a-43ac-ac11-a38253989521,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:33.082993 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-50612568-f283-4d6f-8957-08b6b4f835be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:33.084051 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50612568-f283-4d6f-8957-08b6b4f835be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.085985 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-50612568-f283-4d6f-8957-08b6b4f835be admin admin] 10.222.0.10 "DELETE /v2.0/subnets/282cd004-106a-43ac-ac11-a38253989521 HTTP/1.1" status: 204 len: 168 time: 0.3588467 Jun 16 17:23:33.088484 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53336) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:33.090965 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e21e55-6b19-4ced-9553-eeb29d76f49a None None] Network 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:23:33.164028 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.226050 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Deleting port df6d1867-8f92-4184-ba95-74df77d52334 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:23:33.226389 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.291932 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] For port df6d1867-8f92-4184-ba95-74df77d52334, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=df6d1867-8f92-4184-ba95-74df77d52334,segment=NetworkSegment(53af5358-5d31-4a5f-8ab6-b2bb930f8198),segment_id=53af5358-5d31-4a5f-8ab6-b2bb930f8198)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:33.296049 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.307004 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c5c535-514b-4f79-89e9-db40cb3c8bd3 None None] DHCP port deletion for 8cc5a8bf-7138-4ef2-8117-5a4e51af7507 request from dv-cinder-772126-4-iscsi {{(pid=93485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:23:33.355337 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-33c5c535-514b-4f79-89e9-db40cb3c8bd3 None None] Deleting port df6d1867-8f92-4184-ba95-74df77d52334 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:23:33.356139 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-33c5c535-514b-4f79-89e9-db40cb3c8bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.363915 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Calling delete_port for df6d1867-8f92-4184-ba95-74df77d52334 owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:23:33.418987 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-33c5c535-514b-4f79-89e9-db40cb3c8bd3 None None] For port df6d1867-8f92-4184-ba95-74df77d52334, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=df6d1867-8f92-4184-ba95-74df77d52334,segment=NetworkSegment(53af5358-5d31-4a5f-8ab6-b2bb930f8198),segment_id=53af5358-5d31-4a5f-8ab6-b2bb930f8198)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:23:33.419303 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-33c5c535-514b-4f79-89e9-db40cb3c8bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.488425 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-33c5c535-514b-4f79-89e9-db40cb3c8bd3 None None] Calling delete_port for df6d1867-8f92-4184-ba95-74df77d52334 owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:23:33.522592 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.525684 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-70dbb230-49d0-4481-8dbd-5f5d58588668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:33.550397 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Pushing event deleted for resources: {'Port': ['ID=df6d1867-8f92-4184-ba95-74df77d52334,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:33.557050 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:33.558504 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] No DVR routers for this DVR port df6d1867-8f92-4184-ba95-74df77d52334 on host dv-cinder-772126-4-iscsi {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:23:33.576332 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-33c5c535-514b-4f79-89e9-db40cb3c8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.578317 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:33.601471 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5c535-514b-4f79-89e9-db40cb3c8bd3 None None] Pushing event deleted for resources: {'Port': ['ID=df6d1867-8f92-4184-ba95-74df77d52334,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:33.605154 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-33c5c535-514b-4f79-89e9-db40cb3c8bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:33.606005 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5c535-514b-4f79-89e9-db40cb3c8bd3 None None] No DVR routers for this DVR port df6d1867-8f92-4184-ba95-74df77d52334 on host dv-cinder-772126-4-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:23:33.639335 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.649374 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc5a8bf-7138-4ef2-8117-5a4e51af7507']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:33.660038 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53af5358-5d31-4a5f-8ab6-b2bb930f8198') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:33.660335 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53af5358-5d31-4a5f-8ab6-b2bb930f8198') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:33.670092 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5826632'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.685065 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.691416 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:23:33.691794 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239082'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: timer() Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: cb(*args, **kw) Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: self._notify() Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: self.callback(batched_events) Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: event.method(event) Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._get(url).json() Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:23:33.693461 dv-cinder-772126-4-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:23:33.875542 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.883167 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:33.884212 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] 10.222.0.10 "DELETE /v2.0/networks/8cc5a8bf-7138-4ef2-8117-5a4e51af7507 HTTP/1.1" status: 204 len: 168 time: 0.7948406 Jun 16 17:23:33.885032 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:33.898722 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc5a8bf-7138-4ef2-8117-5a4e51af7507,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:33.901258 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:33.926957 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 48f608f8-0047-4db6-b7e4-cc97f88294d5 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:23:33.950231 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 48f608f8-0047-4db6-b7e4-cc97f88294d5 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:23:33.950616 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 48f608f8-0047-4db6-b7e4-cc97f88294d5 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:23:33.951115 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 31ca7ab0-0699-4995-9a10-63988b2ff0fe no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:23:33.971057 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 31ca7ab0-0699-4995-9a10-63988b2ff0fe {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:23:33.974643 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 31ca7ab0-0699-4995-9a10-63988b2ff0fe not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:23:33.974643 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device df6d1867-8f92-4184-ba95-74df77d52334 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:23:33.992491 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: df6d1867-8f92-4184-ba95-74df77d52334 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:23:33.992854 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device df6d1867-8f92-4184-ba95-74df77d52334 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:23:34.244213 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53358) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:34.287300 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-bc4bc38e-256b-43e6-92e8-1730c82bd1bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71d85a12355c419bbd88cc2345138464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418358 Jun 16 17:23:34.289664 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53360) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:34.343162 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-15d7853e-0fb9-4e8b-bfa3-c5ef9f847b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:34.370253 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-15d7853e-0fb9-4e8b-bfa3-c5ef9f847b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:34.510865 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-15d7853e-0fb9-4e8b-bfa3-c5ef9f847b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:34.513568 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-15d7853e-0fb9-4e8b-bfa3-c5ef9f847b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:34.514734 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-15d7853e-0fb9-4e8b-bfa3-c5ef9f847b28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/518e4918-eb41-4040-bccd-1fb190706238 HTTP/1.1" status: 204 len: 168 time: 0.2241716 Jun 16 17:23:34.515579 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-29e2a049-c0ca-480b-aef0-4e472bb2c056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:34.525180 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7853e-0fb9-4e8b-bfa3-c5ef9f847b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518e4918-eb41-4040-bccd-1fb190706238,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:34.529759 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-15d7853e-0fb9-4e8b-bfa3-c5ef9f847b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:35.415183 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53368) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:35.465369 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-77575287-3733-4105-a1be-3a3ac87d3bef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ee970fc56ec4220bd815f5ec4c6ea8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479693 Jun 16 17:23:35.467431 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53370) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:23:35.525810 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78b7c664-eef0-4bdf-be48-e8c777d2b5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:35.548439 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78b7c664-eef0-4bdf-be48-e8c777d2b5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:35.704464 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78b7c664-eef0-4bdf-be48-e8c777d2b5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:35.707228 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78b7c664-eef0-4bdf-be48-e8c777d2b5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:35.708387 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-78b7c664-eef0-4bdf-be48-e8c777d2b5db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d8f704d-27d1-4bb3-a630-df584725988a HTTP/1.1" status: 204 len: 168 time: 0.2400579 Jun 16 17:23:35.709183 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d9a24479-18b2-4191-9a9a-0fae9aad2d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:23:35.717039 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7c664-eef0-4bdf-be48-e8c777d2b5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8f704d-27d1-4bb3-a630-df584725988a,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:35.719290 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-78b7c664-eef0-4bdf-be48-e8c777d2b5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:23:53.585462 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:56.621080 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4a18a6c8-9e08-451d-9615-d3a5a53a7d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:59.144190 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:59.349468 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-13a8baf6-0403-464b-a904-21627f7d922a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:23:59.549123 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:24:00.860121 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:02.069354 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [req-54aef251-3656-4790-a589-587799622499 req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] (93484) timed out ('10.222.0.60', 54124) {{(pid=93484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 17:24:02.323044 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:04.297281 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05646c98-d92e-4700-acb2-5990a10b8219 req-5c563c20-f42e-4d24-b46a-b013d7777396 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1407626 Jun 16 17:24:04.372498 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05646c98-d92e-4700-acb2-5990a10b8219 req-9ea332dc-991f-40ef-b831-5e2aa352e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:04.374162 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05646c98-d92e-4700-acb2-5990a10b8219 req-9ea332dc-991f-40ef-b831-5e2aa352e162 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 1098 time: 0.0546603 Jun 16 17:24:04.486112 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05646c98-d92e-4700-acb2-5990a10b8219 req-4fb631cf-88ee-448a-8507-40d9898de168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:04.487543 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05646c98-d92e-4700-acb2-5990a10b8219 req-4fb631cf-88ee-448a-8507-40d9898de168 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.0923026 Jun 16 17:24:04.554318 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05646c98-d92e-4700-acb2-5990a10b8219 req-43e46184-1edd-4209-89f5-d48b11c3adf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf315e82-10ea-4a80-8683-e76d5004e8a5 HTTP/1.1" status: 200 len: 1000 time: 0.0577121 Jun 16 17:24:04.607120 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05646c98-d92e-4700-acb2-5990a10b8219 req-5539e419-d5ad-460a-9541-d74d6bc71dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:04.608551 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05646c98-d92e-4700-acb2-5990a10b8219 req-5539e419-d5ad-460a-9541-d74d6bc71dc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0476892 Jun 16 17:24:04.665231 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05646c98-d92e-4700-acb2-5990a10b8219 req-dc557ba1-ace8-4c9e-8e1e-6c45a2087f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:04.667391 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05646c98-d92e-4700-acb2-5990a10b8219 req-dc557ba1-ace8-4c9e-8e1e-6c45a2087f6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521221 Jun 16 17:24:04.758026 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05646c98-d92e-4700-acb2-5990a10b8219 req-fada82cc-67d7-4962-bc2f-1d46a4b92deb service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835903 Jun 16 17:24:04.852997 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05646c98-d92e-4700-acb2-5990a10b8219 req-314c7bd1-e507-4627-920c-5baa9748b14c service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881367 Jun 16 17:24:23.531713 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:26.502975 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cbb64b8e-f6eb-4145-9002-26848b9888fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:29.150402 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:29.331548 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-571879ea-123f-4729-9d04-7d108890ea78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:30.876042 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:32.315097 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f2e28-a84b-4c87-b1f0-85d29d4915bf req-6fb40778-5f71-4c3c-9656-eba7e65475e6 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:32.316670 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-325f2e28-a84b-4c87-b1f0-85d29d4915bf req-6fb40778-5f71-4c3c-9656-eba7e65475e6 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 945 time: 0.0702589 Jun 16 17:24:32.321778 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:32.360383 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-325f2e28-a84b-4c87-b1f0-85d29d4915bf req-4dbc71eb-1aff-4fa5-b585-fa112e0737c4 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377440 Jun 16 17:24:33.545692 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b72cd3-22ef-42a3-b60a-8437edde5ee4 req-22f52ff9-13e2-4706-a600-ec9e87fc6dc9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:33.547198 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05b72cd3-22ef-42a3-b60a-8437edde5ee4 req-22f52ff9-13e2-4706-a600-ec9e87fc6dc9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 945 time: 0.0700784 Jun 16 17:24:33.588394 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-05b72cd3-22ef-42a3-b60a-8437edde5ee4 req-97a2f240-fd8a-41ce-9f5d-7c6fcc2f6277 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352824 Jun 16 17:24:34.230210 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608bdc-5cd2-46d6-85a7-36d15d83a882 req-45bd25e2-6fc3-47ef-9135-375a99babc3d tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:34.231647 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-61608bdc-5cd2-46d6-85a7-36d15d83a882 req-45bd25e2-6fc3-47ef-9135-375a99babc3d tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.60 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 945 time: 0.0627651 Jun 16 17:24:34.334878 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-61608bdc-5cd2-46d6-85a7-36d15d83a882 req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Deleting port bdb8a9f4-9c7e-4244-896f-079e68f035fc {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:24:34.335219 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-61608bdc-5cd2-46d6-85a7-36d15d83a882 req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:34.426053 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-61608bdc-5cd2-46d6-85a7-36d15d83a882 req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] For port bdb8a9f4-9c7e-4244-896f-079e68f035fc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=bdb8a9f4-9c7e-4244-896f-079e68f035fc,segment=NetworkSegment(e58c758b-6d95-47dc-951f-77b5db3467e6),segment_id=e58c758b-6d95-47dc-951f-77b5db3467e6)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:24:34.426417 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-61608bdc-5cd2-46d6-85a7-36d15d83a882 req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:34.494523 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-61608bdc-5cd2-46d6-85a7-36d15d83a882 req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Calling delete_port for bdb8a9f4-9c7e-4244-896f-079e68f035fc owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:24:34.680348 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-61608bdc-5cd2-46d6-85a7-36d15d83a882 req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:34.687039 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:24:34.694193 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['bdb8a9f4-9c7e-4244-896f-079e68f035fc'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:24:34.720918 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Pushing event deleted for resources: {'Port': ['ID=bdb8a9f4-9c7e-4244-896f-079e68f035fc,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:34.758549 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.758549 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.758549 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.758549 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.758549 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.759130 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.759130 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.759450 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.759811 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.760172 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.760666 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.761035 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:34.780654 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-991c6d7b-743a-43c2-af69-ab659d7c96f9 req-f2d48ad6-9b44-47e8-a636-14cd0049e661 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=af21bb4a-22d2-4948-9b9d-bd1c19f03f63 HTTP/1.1" status: 200 len: 210 time: 0.0620279 Jun 16 17:24:34.781690 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:24:34.802534 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-61608bdc-5cd2-46d6-85a7-36d15d83a882 req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] No DVR routers for this DVR port bdb8a9f4-9c7e-4244-896f-079e68f035fc on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:24:34.805069 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-61608bdc-5cd2-46d6-85a7-36d15d83a882 req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:34.807055 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-61608bdc-5cd2-46d6-85a7-36d15d83a882 req-8171e714-d99c-491b-ac56-4b1ee48d77e0 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.60 "DELETE /v2.0/ports/bdb8a9f4-9c7e-4244-896f-079e68f035fc HTTP/1.1" status: 204 len: 173 time: 0.5696561 Jun 16 17:24:34.807648 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af21bb4a-22d2-4948-9b9d-bd1c19f03f63', 'name': 'network-vif-deleted', 'tag': 'bdb8a9f4-9c7e-4244-896f-079e68f035fc'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:24:34.809960 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1734934-bf21-4859-830a-13c7abe4331b" -d '{"events": [{"server_uuid": "af21bb4a-22d2-4948-9b9d-bd1c19f03f63", "name": "network-vif-deleted", "tag": "bdb8a9f4-9c7e-4244-896f-079e68f035fc"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:24:34.845904 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839ae9b8-e734-4735-b509-5b4ad40d6ee1 x-openstack-request-id: req-839ae9b8-e734-4735-b509-5b4ad40d6ee1 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:24:34.846246 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af21bb4a-22d2-4948-9b9d-bd1c19f03f63", "name": "network-vif-deleted", "tag": "bdb8a9f4-9c7e-4244-896f-079e68f035fc", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:24:34.846539 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-839ae9b8-e734-4735-b509-5b4ad40d6ee1 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:24:34.846976 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af21bb4a-22d2-4948-9b9d-bd1c19f03f63', 'name': 'network-vif-deleted', 'tag': 'bdb8a9f4-9c7e-4244-896f-079e68f035fc', 'status': 'completed', 'code': 200} Jun 16 17:24:36.548252 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:24:38.818966 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device bdb8a9f4-9c7e-4244-896f-079e68f035fc no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:24:38.839777 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: bdb8a9f4-9c7e-4244-896f-079e68f035fc {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:24:38.840225 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device bdb8a9f4-9c7e-4244-896f-079e68f035fc not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:24:48.537033 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-6a94d869-0315-4cad-a505-be3e277c1643 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:48.538447 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-6a94d869-0315-4cad-a505-be3e277c1643 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/networks?id=431ce492-e2af-4e0d-8a00-a84208201d78 HTTP/1.1" status: 200 len: 814 time: 0.1108069 Jun 16 17:24:48.553862 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-7ffa7279-06e2-49b9-8b27-86186e169ed5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/quotas/612c74e9e55b4df5866414b48ba27034 HTTP/1.1" status: 200 len: 375 time: 0.0092456 Jun 16 17:24:48.587751 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-14aff583-dcc1-41fd-a6ad-f86e875135a1 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=612c74e9e55b4df5866414b48ba27034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278790 Jun 16 17:24:48.678047 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1631828b-697e-4c18-b3f8-837561ebc8f3 service neutron] 10.222.0.10 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833273 Jun 16 17:24:48.766677 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-e99b1225-5751-4b87-98f7-d40a254a24c7 service neutron] 10.222.0.10 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820076 Jun 16 17:24:50.059902 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07fbe45d-c2e4-4f17-9785-37399bae067d req-fcfdfd7c-a02d-4cb9-a89b-68eda4ae16eb tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 210 time: 0.0304685 Jun 16 17:24:51.206882 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9a617f91-a2d9-4036-a010-46b889168684 req-dd28436e-1f02-40a3-9fb2-cb9f859961fe tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 210 time: 0.0323288 Jun 16 17:24:52.228248 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-e6cebabb-3ed0-4268-85c0-5de3cb652cf5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:52.229810 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-e6cebabb-3ed0-4268-85c0-5de3cb652cf5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.60 "GET /v2.0/networks?id=431ce492-e2af-4e0d-8a00-a84208201d78 HTTP/1.1" status: 200 len: 814 time: 0.1002622 Jun 16 17:24:52.253139 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Request body: {'port': {'device_id': 'ac4c5544-f3fd-4158-a174-190bdc7fb918', 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78', 'admin_state_up': True, 'tenant_id': '612c74e9e55b4df5866414b48ba27034'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:24:52.375963 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d9dedbb2-1a3a-4884-bb13-c86bb10e0a10 req-cf46201b-fa91-4c45-acb5-c542757bd3e7 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 210 time: 0.0406678 Jun 16 17:24:52.463790 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Made reservation on behalf of 612c74e9e55b4df5866414b48ba27034 for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:24:52.467454 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:52.592835 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Allocated IP 172.20.0.6 (431ce492-e2af-4e0d-8a00-a84208201d78/ced9bbc4-fb8f-47a4-bab9-5444bc471b62/d0ad3326-d1c7-4c35-8d03-43622000462d) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:24:52.742193 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:52.863134 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:52.867210 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-dc10a46a-a5c0-4955-9e4b-5bf58445c4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:24:52.906769 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Network 431ce492-e2af-4e0d-8a00-a84208201d78 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:24:52.910033 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:24:52.916125 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:24:52.940950 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Pushing event updated for resources: {'Port': ['ID=d0ad3326-d1c7-4c35-8d03-43622000462d,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:52.945292 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:24:52.968138 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:52.968751 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:53.105863 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-1cdc1a66-5855-416f-b558-cbc146d13f76 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8583632 Jun 16 17:24:53.117620 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Request body: {'port': {'device_id': 'ac4c5544-f3fd-4158-a174-190bdc7fb918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:24:53.465363 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:53.595731 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:53.653273 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173b0e3-cab6-4cc0-a2e9-ae7725c2a9b0 req-6196a219-71da-4ce0-b94e-f2dc231c1b62 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:53.654838 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5173b0e3-cab6-4cc0-a2e9-ae7725c2a9b0 req-6196a219-71da-4ce0-b94e-f2dc231c1b62 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 931 time: 0.1646335 Jun 16 17:24:53.738054 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5173b0e3-cab6-4cc0-a2e9-ae7725c2a9b0 req-eeee3a05-fe95-4d9f-aa77-30b8263cbdeb tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735922 Jun 16 17:24:53.861243 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ad3326-d1c7-4c35-8d03-43622000462d {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:24:53.870687 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:53.888620 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Transition to ACTIVE for port object d0ad3326-d1c7-4c35-8d03-43622000462d will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:24:53.915128 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fafc18-63f8-4c88-af43-df5d88068675 req-b5f2b5e9-837c-41e4-b282-af1678f9c2f1 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:53.916321 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08fafc18-63f8-4c88-af43-df5d88068675 req-b5f2b5e9-837c-41e4-b282-af1678f9c2f1 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 945 time: 0.0967622 Jun 16 17:24:53.952213 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:53.956563 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:24:53.984902 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-08fafc18-63f8-4c88-af43-df5d88068675 req-513ff5a5-6344-417e-b725-217999927538 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618198 Jun 16 17:24:54.045300 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ad3326-d1c7-4c35-8d03-43622000462d,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:54.049644 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:24:54.119768 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Attempting to bind port d0ad3326-d1c7-4c35-8d03-43622000462d on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:24:54.120103 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Attempting to bind port d0ad3326-d1c7-4c35-8d03-43622000462d by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'e58c758b-6d95-47dc-951f-77b5db3467e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:24:54.120630 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Attempting to bind port d0ad3326-d1c7-4c35-8d03-43622000462d on network 431ce492-e2af-4e0d-8a00-a84208201d78 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:24:54.125142 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Port d0ad3326-d1c7-4c35-8d03-43622000462d on network 431ce492-e2af-4e0d-8a00-a84208201d78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:24:54.125484 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Attempting to bind port d0ad3326-d1c7-4c35-8d03-43622000462d on network 431ce492-e2af-4e0d-8a00-a84208201d78 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:24:54.130313 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:24:54.130651 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Checking segment: {'id': 'e58c758b-6d95-47dc-951f-77b5db3467e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:24:54.131031 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Bound using segment: {'id': 'e58c758b-6d95-47dc-951f-77b5db3467e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:24:54.131456 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Bound port: d0ad3326-d1c7-4c35-8d03-43622000462d, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c758b-6d95-47dc-951f-77b5db3467e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:24:54.131805 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:54.201977 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] For port d0ad3326-d1c7-4c35-8d03-43622000462d, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:24:54.205141 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] For port d0ad3326-d1c7-4c35-8d03-43622000462d, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d0ad3326-d1c7-4c35-8d03-43622000462d,segment=NetworkSegment(e58c758b-6d95-47dc-951f-77b5db3467e6),segment_id=e58c758b-6d95-47dc-951f-77b5db3467e6)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:24:54.304540 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:54.306715 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b0711837-0f6d-4ef4-b410-a4c85600dccb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:24:54.341578 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:54.342214 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:54.343639 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] 10.222.0.60 "PUT /v2.0/ports/d0ad3326-d1c7-4c35-8d03-43622000462d HTTP/1.1" status: 200 len: 1093 time: 1.2301342 Jun 16 17:24:54.344187 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4c5544-f3fd-4158-a174-190bdc7fb918', 'tag': 'd0ad3326-d1c7-4c35-8d03-43622000462d'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:24:54.346556 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db9016e-ae1d-40ae-9921-214042cbd050" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4c5544-f3fd-4158-a174-190bdc7fb918", "tag": "d0ad3326-d1c7-4c35-8d03-43622000462d"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:24:54.372485 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ad3326-d1c7-4c35-8d03-43622000462d,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:54.375826 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:24:54.395936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7795685a-d871-4c34-ad2f-228c83756ffb x-openstack-request-id: req-7795685a-d871-4c34-ad2f-228c83756ffb {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:24:54.395936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4c5544-f3fd-4158-a174-190bdc7fb918", "tag": "d0ad3326-d1c7-4c35-8d03-43622000462d", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:24:54.395936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7795685a-d871-4c34-ad2f-228c83756ffb {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:24:54.395936 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4c5544-f3fd-4158-a174-190bdc7fb918', 'tag': 'd0ad3326-d1c7-4c35-8d03-43622000462d', 'status': 'completed', 'code': 200} Jun 16 17:24:54.490218 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9016e-ae1d-40ae-9921-214042cbd050 req-76bad073-1fa9-4c6b-9bfd-592646bc2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:54.491777 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4db9016e-ae1d-40ae-9921-214042cbd050 req-76bad073-1fa9-4c6b-9bfd-592646bc2682 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=612c74e9e55b4df5866414b48ba27034&device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 1096 time: 0.0577242 Jun 16 17:24:54.598979 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9016e-ae1d-40ae-9921-214042cbd050 req-4574ea81-5d06-4fce-8ada-2894a887088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:54.600367 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4db9016e-ae1d-40ae-9921-214042cbd050 req-4574ea81-5d06-4fce-8ada-2894a887088f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=612c74e9e55b4df5866414b48ba27034&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0993180 Jun 16 17:24:54.697000 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9016e-ae1d-40ae-9921-214042cbd050 req-89746af5-7f38-47b2-a1f3-494ea8058e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:54.698579 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4db9016e-ae1d-40ae-9921-214042cbd050 req-89746af5-7f38-47b2-a1f3-494ea8058e7d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0919223 Jun 16 17:24:54.800013 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-03b574ae-b7f8-45d1-9636-18601c7b8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:54.801616 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-03b574ae-b7f8-45d1-9636-18601c7b8851 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=612c74e9e55b4df5866414b48ba27034&device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 1096 time: 0.0599523 Jun 16 17:24:54.851308 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-fa4f48fe-c8c4-46e8-9c76-fc7c3d932b6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0ad3326-d1c7-4c35-8d03-43622000462d HTTP/1.1" status: 200 len: 217 time: 0.0410981 Jun 16 17:24:54.938113 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-bbf81811-fcf1-4c32-b53a-3c5073f91574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:54.939550 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-bbf81811-fcf1-4c32-b53a-3c5073f91574 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ced9bbc4-fb8f-47a4-bab9-5444bc471b62 HTTP/1.1" status: 200 len: 854 time: 0.0805130 Jun 16 17:24:54.983555 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-51a96d74-2e67-4008-8dcb-158cf822a863 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=431ce492-e2af-4e0d-8a00-a84208201d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360839 Jun 16 17:24:54.992171 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab60c5-49af-4c98-ab45-9a988df07bb3 req-08b1445e-3461-4bf1-bbf3-634250bf0c7c tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:54.993753 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9fab60c5-49af-4c98-ab45-9a988df07bb3 req-08b1445e-3461-4bf1-bbf3-634250bf0c7c tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 943 time: 0.1365163 Jun 16 17:24:55.076407 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9fab60c5-49af-4c98-ab45-9a988df07bb3 req-77c0ee91-2757-42fd-a26c-13b99b9c2392 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739846 Jun 16 17:24:55.146139 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-d8fdcb56-01f1-48dd-9aa5-208168e1455f service neutron] 10.222.0.60 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512427 Jun 16 17:24:55.228130 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd7e6e-f99b-4561-a11e-9686a459ae5b req-b54b329f-332c-439d-8752-2409427a759d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:55.230345 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7ecd7e6e-f99b-4561-a11e-9686a459ae5b req-b54b329f-332c-439d-8752-2409427a759d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 945 time: 0.1296256 Jun 16 17:24:55.281094 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4a1d84ec-0a27-4cbc-8e94-c9e565b9ad6f req-da7e7aa0-6c65-4a7c-926e-e4593019bf3f service neutron] 10.222.0.60 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264727 Jun 16 17:24:55.288378 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7ecd7e6e-f99b-4561-a11e-9686a459ae5b req-59d3564c-1013-43bb-8f65-0767de1de9af tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500212 Jun 16 17:24:55.944245 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000213-a680-4984-9d56-1e8c2255f9cf req-eeea0544-df1d-4934-a1c9-14774a7833c2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:55.945714 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-87000213-a680-4984-9d56-1e8c2255f9cf req-eeea0544-df1d-4934-a1c9-14774a7833c2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 945 time: 0.0687935 Jun 16 17:24:56.052172 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Deleting port cf315e82-10ea-4a80-8683-e76d5004e8a5 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:24:56.052420 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:56.146332 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] For port cf315e82-10ea-4a80-8683-e76d5004e8a5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=cf315e82-10ea-4a80-8683-e76d5004e8a5,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:24:56.146688 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:56.376131 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b17dd1-44d3-4c9c-b38c-69187a6ee0df req-7bdaae26-02b4-4b85-bedf-a75e265742c4 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:56.377640 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62b17dd1-44d3-4c9c-b38c-69187a6ee0df req-7bdaae26-02b4-4b85-bedf-a75e265742c4 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 943 time: 0.1824532 Jun 16 17:24:56.388672 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:56.389038 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:56.389356 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Floating IP 68e02893-d32c-41df-8949-9a34a7b204b6 disassociated. External IP: 172.27.2.76, port: cf315e82-10ea-4a80-8683-e76d5004e8a5. Jun 16 17:24:56.389726 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Calling delete_port for cf315e82-10ea-4a80-8683-e76d5004e8a5 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:24:56.501416 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-62b17dd1-44d3-4c9c-b38c-69187a6ee0df req-5fffaa62-af53-48e0-a193-f649faced23d tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170838 Jun 16 17:24:56.510696 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6ac8-862d-4c0e-9e55-696dedf34e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:56.564348 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a3773-e133-4dee-9a43-19b3fe2b4266 req-a1503ed2-365e-4b21-985a-26fa8f2d4e2e tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:56.565947 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-267a3773-e133-4dee-9a43-19b3fe2b4266 req-a1503ed2-365e-4b21-985a-26fa8f2d4e2e tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 945 time: 0.1509466 Jun 16 17:24:56.641732 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-267a3773-e133-4dee-9a43-19b3fe2b4266 req-10ed642c-9ba7-497a-9bdb-9f0433118801 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525737 Jun 16 17:24:56.703910 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:56.708392 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-8e381303-7ccd-4c95-8e9c-46ea5fd9e108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:24:56.735727 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event deleted for resources: {'Port': ['ID=cf315e82-10ea-4a80-8683-e76d5004e8a5,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:56.738822 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:24:56.850634 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Router f55a4753-317b-4d99-b185-97cdc83947db has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:24:56.960535 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:24:56.970872 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1834bdf-8f25-4084-a1c9-fac12ccb8aa0 None None] Sync routers for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:24:56.979796 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1834bdf-8f25-4084-a1c9-fac12ccb8aa0 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:24:56.980505 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c1834bdf-8f25-4084-a1c9-fac12ccb8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:24:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:57.008525 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] No DVR routers for this DVR port cf315e82-10ea-4a80-8683-e76d5004e8a5 on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:24:57.011847 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:57.014192 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-87000213-a680-4984-9d56-1e8c2255f9cf req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "DELETE /v2.0/ports/cf315e82-10ea-4a80-8683-e76d5004e8a5 HTTP/1.1" status: 204 len: 173 time: 1.0625474 Jun 16 17:24:57.014753 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97671a90-c060-49aa-936b-8c850b0185ac', 'name': 'network-vif-deleted', 'tag': 'cf315e82-10ea-4a80-8683-e76d5004e8a5'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:24:57.017827 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be130c4c-8b83-40dd-b863-e22907c405d0" -d '{"events": [{"server_uuid": "97671a90-c060-49aa-936b-8c850b0185ac", "name": "network-vif-deleted", "tag": "cf315e82-10ea-4a80-8683-e76d5004e8a5"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:24:57.055353 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416e9299-9130-4621-83fb-f22d7c70f2f2 x-openstack-request-id: req-416e9299-9130-4621-83fb-f22d7c70f2f2 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:24:57.055704 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97671a90-c060-49aa-936b-8c850b0185ac", "name": "network-vif-deleted", "tag": "cf315e82-10ea-4a80-8683-e76d5004e8a5", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:24:57.056077 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-416e9299-9130-4621-83fb-f22d7c70f2f2 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:24:57.056590 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97671a90-c060-49aa-936b-8c850b0185ac', 'name': 'network-vif-deleted', 'tag': 'cf315e82-10ea-4a80-8683-e76d5004e8a5', 'status': 'completed', 'code': 200} Jun 16 17:24:57.096690 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-c1834bdf-8f25-4084-a1c9-fac12ccb8aa0 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:24:57.339498 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c1834bdf-8f25-4084-a1c9-fac12ccb8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:57.343062 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1834bdf-8f25-4084-a1c9-fac12ccb8aa0 None None] Checking router: f55a4753-317b-4d99-b185-97cdc83947db for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:24:57.351070 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1834bdf-8f25-4084-a1c9-fac12ccb8aa0 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:24:57.351681 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c1834bdf-8f25-4084-a1c9-fac12ccb8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:24:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:57.462292 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-c1834bdf-8f25-4084-a1c9-fac12ccb8aa0 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:24:57.671069 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c1834bdf-8f25-4084-a1c9-fac12ccb8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:57.675705 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1834bdf-8f25-4084-a1c9-fac12ccb8aa0 None None] The sync data for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi is: [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:24:57.692244 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba91d5-d05a-4fa3-8986-51ecafda2279 req-0d87353f-8a24-4969-8ee4-109bae840a1d tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:57.693817 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-28ba91d5-d05a-4fa3-8986-51ecafda2279 req-0d87353f-8a24-4969-8ee4-109bae840a1d tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 943 time: 0.0765243 Jun 16 17:24:57.740704 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-28ba91d5-d05a-4fa3-8986-51ecafda2279 req-d3565a45-91cf-4f83-9644-ac204b4b6ddf tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Jun 16 17:24:57.817333 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2bcb486b-257b-4b78-8c83-2df3bf57985d req-6361ad08-6fb8-4101-bb60-c18030c7458e tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=97671a90-c060-49aa-936b-8c850b0185ac HTTP/1.1" status: 200 len: 210 time: 0.0341020 Jun 16 17:24:57.943411 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fe25b-208e-4493-a2e9-0456d8d18cb6 None None] New status for floating IP 68e02893-d32c-41df-8949-9a34a7b204b6: DOWN {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:24:58.332857 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device d0ad3326-d1c7-4c35-8d03-43622000462d details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:24:58.445550 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port d0ad3326-d1c7-4c35-8d03-43622000462d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d0ad3326-d1c7-4c35-8d03-43622000462d,segment=NetworkSegment(e58c758b-6d95-47dc-951f-77b5db3467e6),segment_id=e58c758b-6d95-47dc-951f-77b5db3467e6)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:24:58.456167 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': 'd0ad3326-d1c7-4c35-8d03-43622000462d', 'network_id': '431ce492-e2af-4e0d-8a00-a84208201d78', 'port_id': 'd0ad3326-d1c7-4c35-8d03-43622000462d', 'mac_address': 'fa:16:3e:f8:72:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced9bbc4-fb8f-47a4-bab9-5444bc471b62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:24:58.491656 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:58.504613 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ad3326-d1c7-4c35-8d03-43622000462d {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:24:58.523008 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port d0ad3326-d1c7-4c35-8d03-43622000462d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d0ad3326-d1c7-4c35-8d03-43622000462d,segment=NetworkSegment(e58c758b-6d95-47dc-951f-77b5db3467e6),segment_id=e58c758b-6d95-47dc-951f-77b5db3467e6)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:24:58.577813 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:58.579669 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:24:58.627084 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=d0ad3326-d1c7-4c35-8d03-43622000462d,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:58.634613 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.635066 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.635416 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.635757 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.636096 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.636460 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.636790 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.637119 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.637610 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.638047 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.638482 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.638953 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:58.643254 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:24:58.920724 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964184-b631-4909-8e6f-8acaf650a813 req-1511d3e5-1e24-4e17-86b2-4178d095c0a4 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:58.922316 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd964184-b631-4909-8e6f-8acaf650a813 req-1511d3e5-1e24-4e17-86b2-4178d095c0a4 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 944 time: 0.0644791 Jun 16 17:24:58.929887 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['d0ad3326-d1c7-4c35-8d03-43622000462d'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:24:58.961836 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd964184-b631-4909-8e6f-8acaf650a813 req-19535786-8378-4f0e-9493-a0802f356ab6 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333002 Jun 16 17:24:59.117770 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-8322c51a-4362-44b3-a5a3-b7984bdb8bd9 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255864681&fields=id&tenant_id=820f50f43f114707bc167296a42a2ead HTTP/1.1" status: 200 len: 267 time: 0.0343022 Jun 16 17:24:59.138041 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:59.228016 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-363c6cf3-d035-4784-88d9-dc8f62b4bce2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:24:59.229749 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-363c6cf3-d035-4784-88d9-dc8f62b4bce2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 812 time: 0.1050873 Jun 16 17:24:59.244571 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-65729163-b9ed-4990-bc6e-dc924f549c71 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/quotas/820f50f43f114707bc167296a42a2ead HTTP/1.1" status: 200 len: 375 time: 0.0092640 Jun 16 17:24:59.258091 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-d22e76eb-7b67-422b-9687-e72fe878bf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:24:59.317380 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-75560d8c-6315-45f5-b0f2-ded0b7388b5a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651174 Jun 16 17:24:59.420272 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-6b012c32-2a0c-485a-9818-da1e1c6c2229 service neutron] 10.222.0.10 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902216 Jun 16 17:24:59.509401 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-1b1d2450-24f0-4a35-b807-e75d20bda060 service neutron] 10.222.0.10 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831847 Jun 16 17:25:00.145315 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c142edbb-9fda-4d59-b763-f71e1d63d8ba req-9c1007ea-2c8a-4cc9-9ba6-f1bf0dd72454 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 210 time: 0.0329430 Jun 16 17:25:00.188730 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50164540-e599-47f5-aadc-7f0d45140cee req-8ea60c0b-9244-4e24-888e-f702e17eff0c tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:00.190234 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50164540-e599-47f5-aadc-7f0d45140cee req-8ea60c0b-9244-4e24-888e-f702e17eff0c tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 944 time: 0.1070697 Jun 16 17:25:00.229115 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50164540-e599-47f5-aadc-7f0d45140cee req-2821603d-4d86-4bcb-b2ac-287fb8e54695 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Jun 16 17:25:00.359746 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device d0ad3326-d1c7-4c35-8d03-43622000462d up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:25:00.486708 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port d0ad3326-d1c7-4c35-8d03-43622000462d completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:25:00.490751 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port d0ad3326-d1c7-4c35-8d03-43622000462d triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:25:00.491139 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:00.569103 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:00.591336 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4c5544-f3fd-4158-a174-190bdc7fb918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad3326-d1c7-4c35-8d03-43622000462d'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:25:00.601745 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e30b419-e744-432c-b538-94654eb18899" -d '{"events": [{"server_uuid": "ac4c5544-f3fd-4158-a174-190bdc7fb918", "name": "network-vif-plugged", "status": "completed", "tag": "d0ad3326-d1c7-4c35-8d03-43622000462d"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:25:00.606087 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port d0ad3326-d1c7-4c35-8d03-43622000462d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d0ad3326-d1c7-4c35-8d03-43622000462d,segment=NetworkSegment(e58c758b-6d95-47dc-951f-77b5db3467e6),segment_id=e58c758b-6d95-47dc-951f-77b5db3467e6)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:25:00.630159 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecef6aa-2c63-4fbe-8c01-9edca282a884 x-openstack-request-id: req-1ecef6aa-2c63-4fbe-8c01-9edca282a884 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:25:00.630461 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4c5544-f3fd-4158-a174-190bdc7fb918", "name": "network-vif-plugged", "status": "completed", "tag": "d0ad3326-d1c7-4c35-8d03-43622000462d", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:25:00.630720 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ecef6aa-2c63-4fbe-8c01-9edca282a884 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:25:00.631139 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4c5544-f3fd-4158-a174-190bdc7fb918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad3326-d1c7-4c35-8d03-43622000462d', 'code': 200} Jun 16 17:25:00.647214 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:00.648419 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device cf315e82-10ea-4a80-8683-e76d5004e8a5 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:25:00.650211 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:25:00.690443 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: cf315e82-10ea-4a80-8683-e76d5004e8a5 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:25:00.690443 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device cf315e82-10ea-4a80-8683-e76d5004e8a5 not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:25:00.715348 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=d0ad3326-d1c7-4c35-8d03-43622000462d,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:00.718345 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:25:00.913979 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:01.005618 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5995173-5e1b-41d0-aa95-da94abe8ea36 req-1475ac5e-6f0a-42a6-a641-b43a924c93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:01.007129 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d5995173-5e1b-41d0-aa95-da94abe8ea36 req-1475ac5e-6f0a-42a6-a641-b43a924c93d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 1098 time: 0.0533280 Jun 16 17:25:01.047164 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d5995173-5e1b-41d0-aa95-da94abe8ea36 req-6010c8f9-a5e7-4449-8d22-6cd7bc3c7449 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281646 Jun 16 17:25:01.292881 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-15fed078-0421-4ff7-81ba-5e0279836ea5 req-6271a15b-e721-4397-9cd1-28da7d1c2426 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 210 time: 0.0337524 Jun 16 17:25:01.421662 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2c3d3-0a78-4b29-a14b-a64523f1c386 req-f66d9dcc-58e9-44c1-9af0-5290306e9df6 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:01.423204 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53a2c3d3-0a78-4b29-a14b-a64523f1c386 req-f66d9dcc-58e9-44c1-9af0-5290306e9df6 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 945 time: 0.0710595 Jun 16 17:25:01.464418 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53a2c3d3-0a78-4b29-a14b-a64523f1c386 req-8b29b58e-e90c-4f76-946f-567900f58059 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354257 Jun 16 17:25:02.372246 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:02.381141 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-4ea4e409-e55f-4b2c-925c-8a24608ff24a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:02.383468 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-4ea4e409-e55f-4b2c-925c-8a24608ff24a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 812 time: 0.1168325 Jun 16 17:25:02.749832 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37b33063-01f8-412c-a0de-394e036fb5db req-9af6d5a3-3df3-4c67-b396-f97b8543380a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 210 time: 0.3201094 Jun 16 17:25:02.796987 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-2327df6e-b11c-4e7f-b39f-baa23a145479 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=820f50f43f114707bc167296a42a2ead HTTP/1.1" status: 200 len: 379 time: 0.3937383 Jun 16 17:25:02.807313 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'port': {'device_id': '942153f6-34cf-4554-8f7b-9c68653d5811', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'admin_state_up': True, 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'security_groups': ['49eecf17-7e31-4ad9-b9db-75733f6a4285']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:25:02.891564 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57409de5-b523-4940-b717-69fb52a46313 req-e9000c59-6a81-42ff-9550-86e65c8e95b7 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:02.893108 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-57409de5-b523-4940-b717-69fb52a46313 req-e9000c59-6a81-42ff-9550-86e65c8e95b7 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 945 time: 0.1473689 Jun 16 17:25:02.957933 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-57409de5-b523-4940-b717-69fb52a46313 req-8c49e643-9777-4233-a4da-45f22c3bcabb tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539992 Jun 16 17:25:03.069637 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Made reservation on behalf of 820f50f43f114707bc167296a42a2ead for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:25:03.074062 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:03.203235 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Allocated IP 172.20.0.9 (10d0ff35-0c9c-424b-a1ce-0df543993865/341001d2-1ee4-4fca-b861-a0e19ab373e2/0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:03.341343 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:03.355819 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Transition to ACTIVE for port object 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:25:03.452904 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:03.456892 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9a3dd8f2-f640-4e14-b881-55b7387ec0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:25:03.500527 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Network 10d0ff35-0c9c-424b-a1ce-0df543993865 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:03.505607 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:03.509289 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:25:03.517116 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'Port': ['ID=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:03.537561 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:25:03.566973 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:03.566973 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:03.658783 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-718a1f52-e56b-47f2-a5fe-dce8c999978f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8556542 Jun 16 17:25:03.672470 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Request body: {'port': {'device_id': '942153f6-34cf-4554-8f7b-9c68653d5811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:25:03.763380 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:03.892394 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-cf424cf1-151b-4440-9f86-284e78d63323 None None] Provisioning for port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:25:03.896421 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-cf424cf1-151b-4440-9f86-284e78d63323 None None] Provisioning complete for port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:25:03.896990 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-cf424cf1-151b-4440-9f86-284e78d63323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:03.939156 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-cf424cf1-151b-4440-9f86-284e78d63323 None None] Port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:25:04.004669 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66f36d-7e68-456b-a947-fd09dafb9b70 req-2b90031d-2a09-43e0-baf9-e36795b9b579 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:04.006201 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-db66f36d-7e68-456b-a947-fd09dafb9b70 req-2b90031d-2a09-43e0-baf9-e36795b9b579 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 931 time: 0.1398556 Jun 16 17:25:04.077946 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-db66f36d-7e68-456b-a947-fd09dafb9b70 req-622e4946-e7bf-4420-b6d9-1022a4499ce2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601783 Jun 16 17:25:04.164640 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:25:04.173130 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:04.192238 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Transition to ACTIVE for port object 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:25:04.203339 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa1f1c-31b5-4549-b7cb-2814a8590639 req-54adabf5-bc07-4b51-b79b-cce3b708f24f tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:04.204805 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-28aa1f1c-31b5-4549-b7cb-2814a8590639 req-54adabf5-bc07-4b51-b79b-cce3b708f24f tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 945 time: 0.1260021 Jun 16 17:25:04.242579 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-28aa1f1c-31b5-4549-b7cb-2814a8590639 req-0ec21ef7-2093-45ee-8ab7-20099a985170 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320997 Jun 16 17:25:04.243588 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:04.246221 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cc46647c-c850-411a-b6be-09c7556709a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:25:04.320495 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:04.328066 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:25:04.402896 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Attempting to bind port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:25:04.403248 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Attempting to bind port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:25:04.403578 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Attempting to bind port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 on network 10d0ff35-0c9c-424b-a1ce-0df543993865 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:25:04.408877 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 on network 10d0ff35-0c9c-424b-a1ce-0df543993865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:25:04.409197 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Attempting to bind port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 on network 10d0ff35-0c9c-424b-a1ce-0df543993865 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:25:04.414164 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:25:04.414511 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Checking segment: {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:25:04.414956 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Bound using segment: {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:25:04.415327 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Bound port: 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:25:04.415673 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:04.549695 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] For port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:25:04.571087 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] For port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:25:04.576998 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a0de2c7-4b16-4780-b9a8-59407fe98369 req-0d2b7215-1b22-4aa1-86db-8cf8e38c0bd3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1504099 Jun 16 17:25:04.637845 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:04.659116 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c495febd-7739-4acf-a773-6dd617f92784 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:25:04.695504 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:04.696122 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:04.697876 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] 10.222.0.60 "PUT /v2.0/ports/0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 HTTP/1.1" status: 200 len: 1093 time: 1.0302565 Jun 16 17:25:04.700449 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942153f6-34cf-4554-8f7b-9c68653d5811', 'tag': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:25:04.703081 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7bf934-a32d-499b-93c5-a4973130ceb9" -d '{"events": [{"name": "network-changed", "server_uuid": "942153f6-34cf-4554-8f7b-9c68653d5811", "tag": "0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:25:04.732236 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:04.738312 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-df5521c4-b99c-4cfe-a46f-af326d4de247 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:25:04.752094 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de2c7-4b16-4780-b9a8-59407fe98369 req-ed46d507-104e-40a8-9a2c-d1c35cfbb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:04.753730 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a0de2c7-4b16-4780-b9a8-59407fe98369 req-ed46d507-104e-40a8-9a2c-d1c35cfbb84c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=612c74e9e55b4df5866414b48ba27034&device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 1098 time: 0.1258388 Jun 16 17:25:04.755403 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad67cf3-fa1c-46d6-8ed5-50ffaafc606a x-openstack-request-id: req-5ad67cf3-fa1c-46d6-8ed5-50ffaafc606a {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:25:04.755728 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942153f6-34cf-4554-8f7b-9c68653d5811", "tag": "0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:25:04.756017 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ad67cf3-fa1c-46d6-8ed5-50ffaafc606a {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:25:04.756605 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942153f6-34cf-4554-8f7b-9c68653d5811', 'tag': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'status': 'completed', 'code': 200} Jun 16 17:25:04.936968 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf934-a32d-499b-93c5-a4973130ceb9 req-d7416c5e-a39e-4281-adfe-29eabe746db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:04.938793 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd7bf934-a32d-499b-93c5-a4973130ceb9 req-d7416c5e-a39e-4281-adfe-29eabe746db2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 1096 time: 0.1553221 Jun 16 17:25:04.940236 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de2c7-4b16-4780-b9a8-59407fe98369 req-1b3c5bec-f3c9-4bba-a6f2-f0ebf1cf9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:04.941915 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a0de2c7-4b16-4780-b9a8-59407fe98369 req-1b3c5bec-f3c9-4bba-a6f2-f0ebf1cf9674 service neutron] 10.222.0.60 "GET /v2.0/networks?id=431ce492-e2af-4e0d-8a00-a84208201d78 HTTP/1.1" status: 200 len: 914 time: 0.1484408 Jun 16 17:25:05.002920 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a0de2c7-4b16-4780-b9a8-59407fe98369 req-0293030b-e714-4de4-a353-449eccc4f097 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0ad3326-d1c7-4c35-8d03-43622000462d HTTP/1.1" status: 200 len: 217 time: 0.0504344 Jun 16 17:25:05.098207 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de2c7-4b16-4780-b9a8-59407fe98369 req-d96aab56-6d5f-4051-90db-2b4ab393815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:05.102673 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a0de2c7-4b16-4780-b9a8-59407fe98369 req-d96aab56-6d5f-4051-90db-2b4ab393815f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ced9bbc4-fb8f-47a4-bab9-5444bc471b62 HTTP/1.1" status: 200 len: 854 time: 0.0654860 Jun 16 17:25:05.140222 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a0de2c7-4b16-4780-b9a8-59407fe98369 req-e52d460d-db8e-4e3f-a19a-3174a9334fba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=431ce492-e2af-4e0d-8a00-a84208201d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292351 Jun 16 17:25:05.141205 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf934-a32d-499b-93c5-a4973130ceb9 req-15fd2dae-2846-4a44-b537-51f2e89377e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:05.142523 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd7bf934-a32d-499b-93c5-a4973130ceb9 req-15fd2dae-2846-4a44-b537-51f2e89377e5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=820f50f43f114707bc167296a42a2ead&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1912737 Jun 16 17:25:05.341663 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a0de2c7-4b16-4780-b9a8-59407fe98369 req-ebe7f33f-c95a-4a51-be9a-8db57d3fe60f service neutron] 10.222.0.60 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896939 Jun 16 17:25:05.373413 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf934-a32d-499b-93c5-a4973130ceb9 req-1a9738a7-7208-4d36-be5d-c65ab1ff3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:05.374865 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fd7bf934-a32d-499b-93c5-a4973130ceb9 req-1a9738a7-7208-4d36-be5d-c65ab1ff3732 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2157133 Jun 16 17:25:05.416015 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e713f9-2e67-44b4-94e3-ba7f1c877349 req-928e51e4-c05a-4631-8346-3fdf8d7a33bd tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:05.417695 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-90e713f9-2e67-44b4-94e3-ba7f1c877349 req-928e51e4-c05a-4631-8346-3fdf8d7a33bd tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 943 time: 0.2023559 Jun 16 17:25:05.517760 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-90e713f9-2e67-44b4-94e3-ba7f1c877349 req-6f018158-880f-45c3-8a66-76d74b57f279 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929830 Jun 16 17:25:05.523211 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5a0de2c7-4b16-4780-b9a8-59407fe98369 req-08224e3c-3869-4cc2-9364-4cbef270a77f service neutron] 10.222.0.60 "GET /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687462 Jun 16 17:25:05.539567 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-39fe6d5d-ad29-424a-acf4-bf34dac778f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:05.541214 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-39fe6d5d-ad29-424a-acf4-bf34dac778f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 1096 time: 0.1090806 Jun 16 17:25:05.586676 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-10742174-c5fa-4f8f-9b46-34baf175b31c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 HTTP/1.1" status: 200 len: 217 time: 0.0367372 Jun 16 17:25:05.643602 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-cc7cefd5-ddb9-4e02-a852-f0af3a1a321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:05.645101 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-cc7cefd5-ddb9-4e02-a852-f0af3a1a321d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0519707 Jun 16 17:25:05.706282 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-286772c2-5cde-4a93-84af-44a13dcf0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:05.707791 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-286772c2-5cde-4a93-84af-44a13dcf0ce2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554199 Jun 16 17:25:05.803762 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-4c51eab6-3b59-4e01-83b3-676480ccd5c2 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876057 Jun 16 17:25:05.906234 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-50da9c64-7fab-407b-a9c1-3d350c2f216f req-0769dd5a-e3b9-40c4-8d33-65abb72a6ad4 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943153 Jun 16 17:25:06.716795 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb6798-f889-41d6-a5a4-debde26be8dc req-2494b231-dfe6-49ef-97fd-b23639fe205a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:06.718281 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1adb6798-f889-41d6-a5a4-debde26be8dc req-2494b231-dfe6-49ef-97fd-b23639fe205a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 943 time: 0.0655663 Jun 16 17:25:06.755614 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-1adb6798-f889-41d6-a5a4-debde26be8dc req-811b78d6-2f6b-4d36-b977-e4ec24d932a8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315490 Jun 16 17:25:07.933754 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6c92b-519b-4fb3-b14f-6741bb869239 req-060110ff-3d90-43f5-ab36-c8e6c5e6a447 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:07.935222 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2af6c92b-519b-4fb3-b14f-6741bb869239 req-060110ff-3d90-43f5-ab36-c8e6c5e6a447 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 943 time: 0.0679629 Jun 16 17:25:07.972252 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2af6c92b-519b-4fb3-b14f-6741bb869239 req-1e6b191b-0574-4382-a6a3-83b7f6fa7585 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Jun 16 17:25:09.149724 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d49a4-2cf6-438c-a6d5-0531f15e8313 req-c563391f-1a5c-4e7e-a0f4-0d42677c1a11 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:09.151437 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a3d49a4-2cf6-438c-a6d5-0531f15e8313 req-c563391f-1a5c-4e7e-a0f4-0d42677c1a11 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 943 time: 0.0642104 Jun 16 17:25:09.189663 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-7a3d49a4-2cf6-438c-a6d5-0531f15e8313 req-deb442f6-112b-4cd9-a72e-39593dba27f3 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325592 Jun 16 17:25:10.368062 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa7837-fda9-4846-a025-38bda3bf27a2 req-d9ef4df8-3018-466c-8245-2cd54ee6412e tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:10.370734 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aefa7837-fda9-4846-a025-38bda3bf27a2 req-d9ef4df8-3018-466c-8245-2cd54ee6412e tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 943 time: 0.0725989 Jun 16 17:25:10.407324 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-aefa7837-fda9-4846-a025-38bda3bf27a2 req-8d234051-21ff-4b5a-9855-e2bfdcf3273f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312798 Jun 16 17:25:11.591052 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb5581-aa0b-4086-a08d-032592d89294 req-c9980be3-604b-4efe-9ff3-9aab28289960 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:11.592744 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4cdb5581-aa0b-4086-a08d-032592d89294 req-c9980be3-604b-4efe-9ff3-9aab28289960 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 943 time: 0.0726697 Jun 16 17:25:11.632869 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-4cdb5581-aa0b-4086-a08d-032592d89294 req-325f4228-6e92-4d48-b5ab-b6adb19996c7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328755 Jun 16 17:25:12.818950 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb4ab-aa42-487b-8c8f-f914ffc4de1e req-baa21fa5-5c77-4530-bda8-ebae4c7d35a6 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:12.820461 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbcbb4ab-aa42-487b-8c8f-f914ffc4de1e req-baa21fa5-5c77-4530-bda8-ebae4c7d35a6 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 943 time: 0.0689557 Jun 16 17:25:12.860993 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fbcbb4ab-aa42-487b-8c8f-f914ffc4de1e req-5e21b7d1-b81e-4c5c-93da-3659af291d8d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337255 Jun 16 17:25:13.548435 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:25:14.045354 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0036f1-b7b3-4534-b8e4-c29fa3d9f8e4 req-9b25c6d4-8e65-464a-9bfb-d2550123b601 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:14.047474 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8b0036f1-b7b3-4534-b8e4-c29fa3d9f8e4 req-9b25c6d4-8e65-464a-9bfb-d2550123b601 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 943 time: 0.0696442 Jun 16 17:25:14.088345 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8b0036f1-b7b3-4534-b8e4-c29fa3d9f8e4 req-ea7d301a-4c51-4150-94d0-e3903aecfc7f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348110 Jun 16 17:25:14.420722 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:25:14.542917 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:25:14.554555 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'port_id': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'mac_address': 'fa:16:3e:d0:38:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:25:14.602793 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:14.615616 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:25:14.638885 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:25:14.703765 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:14.705989 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:25:14.756973 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:14.761178 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:25:15.276422 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230880c-201e-4038-a4a2-c024072122ad req-7963ddea-14b6-4100-85d4-326f064e7949 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:15.278008 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0230880c-201e-4038-a4a2-c024072122ad req-7963ddea-14b6-4100-85d4-326f064e7949 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 944 time: 0.0746503 Jun 16 17:25:15.320686 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0230880c-201e-4038-a4a2-c024072122ad req-10eaadeb-df73-486f-abeb-3840a4be7036 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346997 Jun 16 17:25:16.499598 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444f589-2c45-4f44-ac49-2c88c6d43147 req-765b8485-21df-4ea8-8f9e-a2e281d70b4c tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:16.501092 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c444f589-2c45-4f44-ac49-2c88c6d43147 req-765b8485-21df-4ea8-8f9e-a2e281d70b4c tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 944 time: 0.0699878 Jun 16 17:25:16.542898 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c444f589-2c45-4f44-ac49-2c88c6d43147 req-8927a027-bf80-40a3-b99e-5679580d1dcf tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360467 Jun 16 17:25:17.744956 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb556f-5a57-425d-8e1d-4f3d03a925a3 req-96c235ff-e060-4998-b8eb-a6317deb5cc1 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:17.746662 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d9cb556f-5a57-425d-8e1d-4f3d03a925a3 req-96c235ff-e060-4998-b8eb-a6317deb5cc1 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 944 time: 0.0736079 Jun 16 17:25:17.789141 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d9cb556f-5a57-425d-8e1d-4f3d03a925a3 req-f9b2d839-0f78-415f-b230-f4a87db60d01 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366349 Jun 16 17:25:18.965551 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabadb84-835d-4610-b39d-01e454400e14 req-d9de40aa-ba7f-404f-bf94-23247c033fde tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:18.967168 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cabadb84-835d-4610-b39d-01e454400e14 req-d9de40aa-ba7f-404f-bf94-23247c033fde tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 944 time: 0.0663755 Jun 16 17:25:19.005201 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-cabadb84-835d-4610-b39d-01e454400e14 req-52aff14d-1188-45e7-b7a4-eb679d656e10 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323596 Jun 16 17:25:19.400319 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:25:20.191613 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ca5b3-c147-4adf-b884-951d724f689b req-e2e4bc90-df55-43df-846c-08db0eeb41cc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:20.193185 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-510ca5b3-c147-4adf-b884-951d724f689b req-e2e4bc90-df55-43df-846c-08db0eeb41cc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 944 time: 0.0707390 Jun 16 17:25:20.239063 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-510ca5b3-c147-4adf-b884-951d724f689b req-8c23ca08-aa80-4f09-b809-67a8e7d50041 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384903 Jun 16 17:25:21.158772 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:25:21.320390 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:25:21.325312 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:25:21.329656 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:21.406281 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:21.419147 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b43955-4a2f-4052-a19d-3a165d3240c3 req-6afbb002-dfd3-4d8e-b465-4a6652ea5033 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:21.420560 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c3b43955-4a2f-4052-a19d-3a165d3240c3 req-6afbb002-dfd3-4d8e-b465-4a6652ea5033 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 944 time: 0.0647531 Jun 16 17:25:21.428778 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942153f6-34cf-4554-8f7b-9c68653d5811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:25:21.431709 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753277df-dcf6-43dc-afd9-5ad5850b2bc8" -d '{"events": [{"server_uuid": "942153f6-34cf-4554-8f7b-9c68653d5811", "name": "network-vif-plugged", "status": "completed", "tag": "0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:25:21.444931 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:25:21.464816 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c3b43955-4a2f-4052-a19d-3a165d3240c3 req-d310c05c-974c-4219-85e1-399360eb3cd8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380750 Jun 16 17:25:21.471970 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d46d7e6-b997-4d6d-855f-e121a3af585c x-openstack-request-id: req-4d46d7e6-b997-4d6d-855f-e121a3af585c {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:25:21.472326 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942153f6-34cf-4554-8f7b-9c68653d5811", "name": "network-vif-plugged", "status": "completed", "tag": "0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:25:21.472582 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d46d7e6-b997-4d6d-855f-e121a3af585c {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:25:21.472921 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942153f6-34cf-4554-8f7b-9c68653d5811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'code': 200} Jun 16 17:25:21.526427 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:21.528384 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:25:21.577105 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:21.580728 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:25:22.640318 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3e175-35ae-4387-acd3-aa03afe6e78f req-4be33809-1964-40ef-88de-810855f40071 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:22.641852 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-24a3e175-35ae-4387-acd3-aa03afe6e78f req-4be33809-1964-40ef-88de-810855f40071 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 945 time: 0.0636401 Jun 16 17:25:22.685241 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-24a3e175-35ae-4387-acd3-aa03afe6e78f req-66395886-fce7-414f-8904-c21a3c7bc344 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327039 Jun 16 17:25:23.559118 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:23.865225 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991ee2a-1813-4778-99e7-627b5fd2d303 req-4b9f2a74-c4ae-4a47-9cb2-fb9491e11afb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:23.866640 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3991ee2a-1813-4778-99e7-627b5fd2d303 req-4b9f2a74-c4ae-4a47-9cb2-fb9491e11afb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 945 time: 0.0671120 Jun 16 17:25:23.906394 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3991ee2a-1813-4778-99e7-627b5fd2d303 req-faba58b3-1738-449e-955e-97018248c2fb tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340683 Jun 16 17:25:24.342677 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78bb67-38ac-4b0c-b2cb-a8c1fe49c539 req-ceeed334-17a1-4490-8491-395d3fa1647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:24.344172 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9e78bb67-38ac-4b0c-b2cb-a8c1fe49c539 req-ceeed334-17a1-4490-8491-395d3fa1647e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 1098 time: 0.0513544 Jun 16 17:25:25.088851 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8be05f-b2b0-43e6-9677-74dd1b882968 req-c0c72627-fca1-4f33-ba76-f83522531c66 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:25.090681 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e8be05f-b2b0-43e6-9677-74dd1b882968 req-c0c72627-fca1-4f33-ba76-f83522531c66 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 945 time: 0.0721955 Jun 16 17:25:25.133681 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8e8be05f-b2b0-43e6-9677-74dd1b882968 req-80587d80-e654-4e32-b0c4-3e1380bdff6a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367491 Jun 16 17:25:25.642795 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9e78bb67-38ac-4b0c-b2cb-a8c1fe49c539 req-2732727d-1007-4533-88ac-c2ff04762e41 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293036 Jun 16 17:25:26.318565 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a63e9-3e2e-4d40-87e4-64944c019a45 req-528b1793-e946-4351-8362-97644529620f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:26.320014 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c94a63e9-3e2e-4d40-87e4-64944c019a45 req-528b1793-e946-4351-8362-97644529620f tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 945 time: 0.0751545 Jun 16 17:25:26.356991 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c94a63e9-3e2e-4d40-87e4-64944c019a45 req-9f1990e1-043d-47c2-b230-dcee33a5aa76 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311258 Jun 16 17:25:26.491902 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f74b397a-550c-4615-9fa4-95e9b88bbf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:27.558039 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cafd6-e943-490d-9fd0-66123a748489 req-578f44ab-cb7e-4181-a3c5-6ff8904deb7a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:27.559539 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c10cafd6-e943-490d-9fd0-66123a748489 req-578f44ab-cb7e-4181-a3c5-6ff8904deb7a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 945 time: 0.0847011 Jun 16 17:25:27.602004 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c10cafd6-e943-490d-9fd0-66123a748489 req-88a537de-1a75-47b8-b57d-586a2ee0692d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361624 Jun 16 17:25:28.816457 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27f080-5bb2-488d-b0e2-a3163af9a55f req-a289ce7b-7668-4502-9f39-49f0a15d22ed tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:28.818617 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f27f080-5bb2-488d-b0e2-a3163af9a55f req-a289ce7b-7668-4502-9f39-49f0a15d22ed tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 945 time: 0.0884247 Jun 16 17:25:28.857239 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5f27f080-5bb2-488d-b0e2-a3163af9a55f req-2d4d8a31-8194-47bd-8ee7-07d6c2ed8e14 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329795 Jun 16 17:25:29.034526 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13589b7-bf2d-487a-9a1b-d5b590c5c5ed req-8153d9b7-06d6-4877-9b84-4ff24c8c1476 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:29.036277 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b13589b7-bf2d-487a-9a1b-d5b590c5c5ed req-8153d9b7-06d6-4877-9b84-4ff24c8c1476 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 945 time: 0.0666740 Jun 16 17:25:29.083031 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b13589b7-bf2d-487a-9a1b-d5b590c5c5ed req-b71b8959-c2b4-402a-a11d-1d01d7c2179d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400867 Jun 16 17:25:29.109771 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53822) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:25:29.125539 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:29.165504 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051ccc14-7197-4732-a295-743f8ac59347 tempest-TestVolumeBootPattern-1286401153 tempest-TestVolumeBootPattern-1286401153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:29.166945 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-051ccc14-7197-4732-a295-743f8ac59347 tempest-TestVolumeBootPattern-1286401153 tempest-TestVolumeBootPattern-1286401153-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 1093 time: 0.0561268 Jun 16 17:25:29.169802 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 53824) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:25:29.174173 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'floatingip': {'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'port_id': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:25:29.285962 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:29.321231 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-bfbc9163-6522-49da-8340-23f7c4f0626c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:29.391311 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:29.517785 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Allocated IP 172.27.2.124 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/cb33f19d-39eb-4a1f-976e-1659c75c5e11) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:29.636732 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:29.816243 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:29.818489 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b72720ee-6269-4ec6-a0e8-9519ef3097ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:25:29.856244 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:29.861152 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:29.864574 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:25:29.870422 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'Port': ['ID=cb33f19d-39eb-4a1f-976e-1659c75c5e11,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:29.894381 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:25:30.531850 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:30.672264 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:30.836178 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:30.891688 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:30.925816 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:30.928613 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d37855d7-28db-400d-8085-d4da5594cb68 tempest-AttachVolumeTestJSON-1588240201 tempest-AttachVolumeTestJSON-1588240201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:25:30.999640 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'Port': ['ID=cb33f19d-39eb-4a1f-976e-1659c75c5e11,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:31.002576 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:25:31.013137 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:31.116463 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.db.l3_db [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Floating IP af26f358-64fb-4234-a157-bb75ca2fb389 associated. External IP: 172.27.2.124, port: 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5. Jun 16 17:25:31.362017 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Router f55a4753-317b-4d99-b185-97cdc83947db has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:25:31.488657 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:25:31.498824 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b76e5-db34-4d72-9b56-cb2a3f320cb9 None None] Sync routers for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:25:31.508593 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b76e5-db34-4d72-9b56-cb2a3f320cb9 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:25:31.509283 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-837b76e5-db34-4d72-9b56-cb2a3f320cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:25:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:31.594487 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:31.627265 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-837b76e5-db34-4d72-9b56-cb2a3f320cb9 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:25:31.632394 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4614732 Jun 16 17:25:31.633187 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942153f6-34cf-4554-8f7b-9c68653d5811', 'tag': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:25:31.635826 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d61d724-83ee-4927-bd88-8a9dc523e02c" -d '{"events": [{"name": "network-changed", "server_uuid": "942153f6-34cf-4554-8f7b-9c68653d5811", "tag": "0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:25:31.683599 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bc4115-4dee-4e03-bb73-3c968eccca45 x-openstack-request-id: req-d3bc4115-4dee-4e03-bb73-3c968eccca45 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:25:31.684059 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942153f6-34cf-4554-8f7b-9c68653d5811", "tag": "0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:25:31.684456 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3bc4115-4dee-4e03-bb73-3c968eccca45 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:25:31.685025 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942153f6-34cf-4554-8f7b-9c68653d5811', 'tag': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'status': 'completed', 'code': 200} Jun 16 17:25:31.771462 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d724-83ee-4927-bd88-8a9dc523e02c req-bd1eb652-e71b-477e-8d4b-1dfa2c0d4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:31.772998 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d61d724-83ee-4927-bd88-8a9dc523e02c req-bd1eb652-e71b-477e-8d4b-1dfa2c0d4dd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 1098 time: 0.0623164 Jun 16 17:25:31.900960 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d724-83ee-4927-bd88-8a9dc523e02c req-624b6384-f094-455d-a7a7-14e61fc9334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:31.900960 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d61d724-83ee-4927-bd88-8a9dc523e02c req-624b6384-f094-455d-a7a7-14e61fc9334d service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.1127002 Jun 16 17:25:31.907927 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-837b76e5-db34-4d72-9b56-cb2a3f320cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'af26f358-64fb-4234-a157-bb75ca2fb389', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:d0:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942153f6-34cf-4554-8f7b-9c68653d5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:25:30Z', 'updated_at': '2021-06-16T17:25:30Z', 'revision_number': 0, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:31.911566 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b76e5-db34-4d72-9b56-cb2a3f320cb9 None None] Checking router: f55a4753-317b-4d99-b185-97cdc83947db for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:25:31.928467 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b76e5-db34-4d72-9b56-cb2a3f320cb9 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:25:31.929016 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-837b76e5-db34-4d72-9b56-cb2a3f320cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:25:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:31.960992 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d61d724-83ee-4927-bd88-8a9dc523e02c req-7f80e42b-cb88-416f-9a21-9cef80af5bb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 HTTP/1.1" status: 200 len: 999 time: 0.0589771 Jun 16 17:25:32.013939 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d724-83ee-4927-bd88-8a9dc523e02c req-0f447401-5708-4887-84bf-8a3912ee1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:32.015439 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d61d724-83ee-4927-bd88-8a9dc523e02c req-0f447401-5708-4887-84bf-8a3912ee1481 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0470431 Jun 16 17:25:32.045358 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-837b76e5-db34-4d72-9b56-cb2a3f320cb9 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:25:32.084648 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d724-83ee-4927-bd88-8a9dc523e02c req-c2549c83-6adc-4033-984a-4c439b148a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:32.086192 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d61d724-83ee-4927-bd88-8a9dc523e02c req-c2549c83-6adc-4033-984a-4c439b148a84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636094 Jun 16 17:25:32.193705 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d61d724-83ee-4927-bd88-8a9dc523e02c req-5f4996e0-63d6-4aa0-9986-107cd3d3efbe service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001210 Jun 16 17:25:32.302896 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-0d61d724-83ee-4927-bd88-8a9dc523e02c req-d4fc34ad-1534-4539-9ec6-bc9864a0fc22 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006918 Jun 16 17:25:32.331075 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-837b76e5-db34-4d72-9b56-cb2a3f320cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'af26f358-64fb-4234-a157-bb75ca2fb389', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:d0:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942153f6-34cf-4554-8f7b-9c68653d5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:25:30Z', 'updated_at': '2021-06-16T17:25:30Z', 'revision_number': 0, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:32.334946 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b76e5-db34-4d72-9b56-cb2a3f320cb9 None None] The sync data for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi is: [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'af26f358-64fb-4234-a157-bb75ca2fb389', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:d0:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942153f6-34cf-4554-8f7b-9c68653d5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:25:30Z', 'updated_at': '2021-06-16T17:25:30Z', 'revision_number': 0, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:25:32.367129 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:32.533324 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c732408-fd9c-4cd1-82f8-a38864e15613 None None] New status for floating IP af26f358-64fb-4234-a157-bb75ca2fb389: ACTIVE {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:25:34.032216 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf3d7a-337a-4a50-81a4-260fc40393e1 req-a0d261c6-6259-404d-9713-77c3f5c3e3d9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:34.033761 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6caf3d7a-337a-4a50-81a4-260fc40393e1 req-a0d261c6-6259-404d-9713-77c3f5c3e3d9 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 945 time: 0.0763142 Jun 16 17:25:34.078102 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6caf3d7a-337a-4a50-81a4-260fc40393e1 req-e8d76a4b-a005-41d4-a9bf-112d7fecd398 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344818 Jun 16 17:25:35.264202 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe543d-a0f4-4015-a1d6-7329385e2d9a req-f6d9fc13-b7ef-45e6-bb1f-f6c4c8effe5e tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:35.265702 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fcfe543d-a0f4-4015-a1d6-7329385e2d9a req-f6d9fc13-b7ef-45e6-bb1f-f6c4c8effe5e tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 945 time: 0.0659745 Jun 16 17:25:35.303357 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fcfe543d-a0f4-4015-a1d6-7329385e2d9a req-0ffc4c33-18e1-4dcf-a2bc-ca2e55d72d3c tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Jun 16 17:25:35.988418 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa075d9-ff1c-4edf-ac1a-b40c50501832 req-0f661bb5-24fe-4aad-9566-2bb48836fc11 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:35.989938 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2aa075d9-ff1c-4edf-ac1a-b40c50501832 req-0f661bb5-24fe-4aad-9566-2bb48836fc11 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 945 time: 0.0703571 Jun 16 17:25:36.092449 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-2aa075d9-ff1c-4edf-ac1a-b40c50501832 req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Deleting port d0ad3326-d1c7-4c35-8d03-43622000462d {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:25:36.092796 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2aa075d9-ff1c-4edf-ac1a-b40c50501832 req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:36.180660 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-2aa075d9-ff1c-4edf-ac1a-b40c50501832 req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] For port d0ad3326-d1c7-4c35-8d03-43622000462d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d0ad3326-d1c7-4c35-8d03-43622000462d,segment=NetworkSegment(e58c758b-6d95-47dc-951f-77b5db3467e6),segment_id=e58c758b-6d95-47dc-951f-77b5db3467e6)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:25:36.181106 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2aa075d9-ff1c-4edf-ac1a-b40c50501832 req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:36.243062 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-2aa075d9-ff1c-4edf-ac1a-b40c50501832 req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Calling delete_port for d0ad3326-d1c7-4c35-8d03-43622000462d owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:25:36.451630 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2aa075d9-ff1c-4edf-ac1a-b40c50501832 req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:36.455913 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-55de926d-8dc0-42c5-a0bb-22b7d34eb330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:25:36.465835 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['d0ad3326-d1c7-4c35-8d03-43622000462d'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:25:36.490385 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Pushing event deleted for resources: {'Port': ['ID=d0ad3326-d1c7-4c35-8d03-43622000462d,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:36.508754 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.509144 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.509553 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.509929 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.510327 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.510700 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.511061 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.511425 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.511786 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.512143 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.512502 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.512858 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:36.532381 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:25:36.553641 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa075d9-ff1c-4edf-ac1a-b40c50501832 req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] No DVR routers for this DVR port d0ad3326-d1c7-4c35-8d03-43622000462d on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:25:36.557330 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-2aa075d9-ff1c-4edf-ac1a-b40c50501832 req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:36.559454 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2aa075d9-ff1c-4edf-ac1a-b40c50501832 req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.60 "DELETE /v2.0/ports/d0ad3326-d1c7-4c35-8d03-43622000462d HTTP/1.1" status: 204 len: 173 time: 0.5633774 Jun 16 17:25:36.567028 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4c5544-f3fd-4158-a174-190bdc7fb918', 'name': 'network-vif-deleted', 'tag': 'd0ad3326-d1c7-4c35-8d03-43622000462d'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:25:36.567028 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c0fc56-22fa-4fea-bf53-da37bfa3fa20" -d '{"events": [{"server_uuid": "ac4c5544-f3fd-4158-a174-190bdc7fb918", "name": "network-vif-deleted", "tag": "d0ad3326-d1c7-4c35-8d03-43622000462d"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:25:36.576653 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e07388-7e4d-4591-af15-690a21dc5338 req-31550657-cc30-4b46-a920-35fc1417a59e tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:25:36.578242 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76e07388-7e4d-4591-af15-690a21dc5338 req-31550657-cc30-4b46-a920-35fc1417a59e tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac4c5544-f3fd-4158-a174-190bdc7fb918 HTTP/1.1" status: 200 len: 867 time: 0.1595516 Jun 16 17:25:36.605143 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a56bf4-a7ca-496f-a22a-933ec2052ac7 x-openstack-request-id: req-f7a56bf4-a7ca-496f-a22a-933ec2052ac7 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:25:36.605498 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4c5544-f3fd-4158-a174-190bdc7fb918", "name": "network-vif-deleted", "tag": "d0ad3326-d1c7-4c35-8d03-43622000462d", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:25:36.605791 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7a56bf4-a7ca-496f-a22a-933ec2052ac7 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:25:36.606221 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4c5544-f3fd-4158-a174-190bdc7fb918', 'name': 'network-vif-deleted', 'tag': 'd0ad3326-d1c7-4c35-8d03-43622000462d', 'status': 'completed', 'code': 200} Jun 16 17:25:36.626850 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-76e07388-7e4d-4591-af15-690a21dc5338 req-eda9f17a-6715-46f4-8d4f-32dc53c0a5a5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] 10.222.0.10 "GET /v2.0/security-groups?id=0371cbed-dc76-409a-91b3-9da03556d38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385692 Jun 16 17:25:39.269146 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device d0ad3326-d1c7-4c35-8d03-43622000462d no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:25:39.293896 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: d0ad3326-d1c7-4c35-8d03-43622000462d {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:25:39.294360 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device d0ad3326-d1c7-4c35-8d03-43622000462d not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:25:50.548937 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:25:53.570791 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:56.524898 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-05fd7f3e-107c-40b6-ade0-420c5137d3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:59.147989 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:25:59.273493 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a20a4493-551b-4ebd-a75d-67917c4857a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:00.890278 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:02.353753 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:06.138364 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-53f95b85-b40f-478c-9a3a-40a9462e5e3a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541217 Jun 16 17:26:06.152004 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 54000) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:26:06.250946 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-093e36d1-70f9-4705-8594-d07841596297 admin admin] Deleting subnet ced9bbc4-fb8f-47a4-bab9-5444bc471b62 {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:26:06.255815 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-093e36d1-70f9-4705-8594-d07841596297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:06.299964 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-093e36d1-70f9-4705-8594-d07841596297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5826641'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:06.328659 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-98816c6a-2804-4ae9-a287-d3e1007208a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:26:06.332660 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-98816c6a-2804-4ae9-a287-d3e1007208a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 1098 time: 0.1349471 Jun 16 17:26:06.345697 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-093e36d1-70f9-4705-8594-d07841596297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:06.468958 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-22a38d42-28b9-4589-b570-2f58d86764a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:26:06.470440 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-22a38d42-28b9-4589-b570-2f58d86764a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.1019301 Jun 16 17:26:06.523883 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-093e36d1-70f9-4705-8594-d07841596297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253785'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:06.529290 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:26:06.556300 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e36d1-70f9-4705-8594-d07841596297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced9bbc4-fb8f-47a4-bab9-5444bc471b62,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:06.562806 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-093e36d1-70f9-4705-8594-d07841596297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:26:06.568618 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-093e36d1-70f9-4705-8594-d07841596297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:06.571367 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-093e36d1-70f9-4705-8594-d07841596297 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ced9bbc4-fb8f-47a4-bab9-5444bc471b62 HTTP/1.1" status: 204 len: 168 time: 0.4183443 Jun 16 17:26:06.573801 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-673b0198-b269-466e-89e2-8a5be70dcb90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 HTTP/1.1" status: 200 len: 1001 time: 0.0963686 Jun 16 17:26:06.574253 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 54002) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:26:06.677455 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-ade40654-6c50-4693-baea-e40e7cd40b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:26:06.678946 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-ade40654-6c50-4693-baea-e40e7cd40b6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0980396 Jun 16 17:26:06.683185 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:06.798645 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:06.810066 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431ce492-e2af-4e0d-8a00-a84208201d78']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:06.818852 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-faebbaab-d14d-4d13-bd8d-f0d7e18e9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:26:06.821341 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-faebbaab-d14d-4d13-bd8d-f0d7e18e9a5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1351800 Jun 16 17:26:06.824997 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58c758b-6d95-47dc-951f-77b5db3467e6') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:06.825288 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58c758b-6d95-47dc-951f-77b5db3467e6') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:06.843233 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5826632'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:06.890501 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:06.900218 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:26:06.900600 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239082'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: timer() Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: cb(*args, **kw) Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: self._notify() Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: self.callback(batched_events) Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: event.method(event) Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._get(url).json() Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:26:06.902350 dv-cinder-772126-4-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:26:07.257196 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-d15f194a-7ac1-4526-a74e-4d512d731064 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255548 Jun 16 17:26:07.344843 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-6c1f33f6-677e-4d31-8954-134d3696bed7 req-c8a7ffd9-8502-4a79-82be-2944aa3cdf3a service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804760 Jun 16 17:26:07.358975 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:07.365160 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:07.367905 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] 10.222.0.10 "DELETE /v2.0/networks/431ce492-e2af-4e0d-8a00-a84208201d78 HTTP/1.1" status: 204 len: 168 time: 0.7923200 Jun 16 17:26:07.368629 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:26:07.381101 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] Pushing event deleted for resources: {'Network': ['ID=431ce492-e2af-4e0d-8a00-a84208201d78,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:07.384204 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6b163be8-b70f-4674-b043-4d1de5a766ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:26:07.802644 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54006) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:26:07.844270 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-18038960-8206-4cf5-ad6f-9ca51c5f343d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=612c74e9e55b4df5866414b48ba27034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403538 Jun 16 17:26:07.846700 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54010) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:26:07.893322 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:07.913375 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:08.021752 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:08.024798 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:08.026038 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0371cbed-dc76-409a-91b3-9da03556d38e HTTP/1.1" status: 204 len: 168 time: 0.1784387 Jun 16 17:26:08.027813 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8fbfa343-e40d-42d0-8e0e-1224bb46f167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:26:08.034456 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0371cbed-dc76-409a-91b3-9da03556d38e,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:08.042361 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.042755 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.043137 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.043510 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.043879 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.044253 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.044619 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.044987 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.045349 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.045743 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.046103 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.046458 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:08.049542 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-8270db72-6997-4a0a-984d-ce4c8a98fdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:26:23.616267 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:26.518326 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e2f64c7e-55dc-4e4c-8b0a-e1f5fefabe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:27.547613 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:26:29.128970 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:29.277905 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e2b80e54-04e8-46ba-9bde-1426721b860c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:30.860586 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:32.374572 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:53.631526 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:56.534570 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-443b5d20-fa3c-497f-b613-70ca3a98a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:57.288162 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-b4a2a7a8-7e55-4588-ac8c-855d9f363914 req-ab437736-465a-42b4-b9b2-435dbea053f1 service neutron] (93483) timed out ('10.222.0.60', 54123) {{(pid=93483) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 17:26:59.162754 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:26:59.282635 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4883b2dd-efca-46fd-b0a1-c5c25e42203b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:00.882730 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:02.340145 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:04.546230 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:27:06.462561 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-f9f51fcb-18fa-45fd-b294-0ff93924f6aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548398 Jun 16 17:27:06.561098 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-f96ff733-c9be-4116-8860-5074ccf51c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:06.565253 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-f96ff733-c9be-4116-8860-5074ccf51c53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 1098 time: 0.0559266 Jun 16 17:27:06.668471 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-93e17560-6218-4a9c-8adc-bf3a4ad2af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:06.669948 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-93e17560-6218-4a9c-8adc-bf3a4ad2af66 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.0859902 Jun 16 17:27:06.735098 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-8909ef3f-4737-4e2a-ab7c-334ea8198562 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 HTTP/1.1" status: 200 len: 1001 time: 0.0577874 Jun 16 17:27:06.784868 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-7a6d98cf-20ce-4f67-bff1-67a65781d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:06.787389 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-7a6d98cf-20ce-4f67-bff1-67a65781d83e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0445294 Jun 16 17:27:06.847225 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-20e44227-769a-42af-92d6-9d593b5c7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:06.850172 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-20e44227-769a-42af-92d6-9d593b5c7991 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562150 Jun 16 17:27:06.948560 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-a6b23905-0028-4b32-a111-f27cfb471dce service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850253 Jun 16 17:27:07.034752 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ff937c47-dbc3-498e-ad39-4ce7ce01d177 req-530f06dd-13ab-4c75-8175-8b417d1f1758 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850012 Jun 16 17:27:23.619096 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:26.499744 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f1739c48-cbc5-40e1-8557-5480775c0021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:29.122096 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:29.276225 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3dc468aa-681d-4669-9766-62087e5327b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:30.859198 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:32.379537 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:36.552714 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-8e5df016-86f2-4f58-a6bd-9f65ab906e77 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255864681&fields=id&tenant_id=820f50f43f114707bc167296a42a2ead HTTP/1.1" status: 200 len: 267 time: 0.0340006 Jun 16 17:27:36.663661 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-17c3cab1-8df4-44e0-8b3b-01ce9ce71597 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:36.665126 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-17c3cab1-8df4-44e0-8b3b-01ce9ce71597 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 812 time: 0.1059027 Jun 16 17:27:36.681626 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-a41c185a-7d85-488d-99cc-9bf5461bda10 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/quotas/820f50f43f114707bc167296a42a2ead HTTP/1.1" status: 200 len: 375 time: 0.0098543 Jun 16 17:27:36.758695 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-17590ee6-9197-4ab6-ac67-2f722b0ca3c8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0715976 Jun 16 17:27:36.945174 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-3cc75a1a-5161-4aff-bd12-6e726f15797f service neutron] 10.222.0.10 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716552 Jun 16 17:27:37.039669 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-db1ee0ce-e724-48ec-9c88-3ed55def98de service neutron] 10.222.0.10 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908651 Jun 16 17:27:37.548622 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-a07ea45a-b1ad-4c32-baf4-a16741015efc req-e21eb592-c8c7-4a8d-b88a-babd83078d29 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 210 time: 0.0294509 Jun 16 17:27:38.692079 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-e301c6df-e41f-44a0-b65c-79b76a5f1364 req-cd1fe2f7-6da3-4e99-b770-5649cc8bc357 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 210 time: 0.0287762 Jun 16 17:27:39.558968 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-b0c36cdf-4872-4042-abc4-04425eb1808b tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:39.560405 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-b0c36cdf-4872-4042-abc4-04425eb1808b tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 812 time: 0.1132817 Jun 16 17:27:39.606714 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-058bcdea-79a3-4aad-b759-a169b95ea785 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=820f50f43f114707bc167296a42a2ead HTTP/1.1" status: 200 len: 379 time: 0.0351398 Jun 16 17:27:39.617280 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'port': {'device_id': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'admin_state_up': True, 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'security_groups': ['49eecf17-7e31-4ad9-b9db-75733f6a4285']}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:27:39.813805 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Made reservation on behalf of 820f50f43f114707bc167296a42a2ead for: {'port': 1} {{(pid=93483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:27:39.818493 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:39.863736 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-80aece1f-4c35-4fb4-9038-a8fe124ede91 req-d0489032-6e04-4371-8ceb-a1292aa51419 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 210 time: 0.0357168 Jun 16 17:27:39.974135 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Allocated IP 172.20.0.6 (10d0ff35-0c9c-424b-a1ce-0df543993865/341001d2-1ee4-4fca-b861-a0e19ab373e2/85b0a8f0-ea1c-4411-bda0-826f0955216f) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:27:40.112459 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:40.127201 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Transition to ACTIVE for port object 85b0a8f0-ea1c-4411-bda0-826f0955216f will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:27:40.219455 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4239008'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:40.224402 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-801eb342-ce50-49b4-9eef-ea1c06212b27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:27:40.268351 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Network 10d0ff35-0c9c-424b-a1ce-0df543993865 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:27:40.273780 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:27:40.277634 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:27:40.284722 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'Port': ['ID=85b0a8f0-ea1c-4411-bda0-826f0955216f,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:40.322062 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.322446 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.322820 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.323205 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.323574 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.323941 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.324329 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.324688 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.325047 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.325437 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.325807 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.326159 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:40.331962 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:27:40.350270 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:40.350891 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:40.483503 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c5e0f0f6-2fb2-4312-b74e-25f3e0c1fd44 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8693476 Jun 16 17:27:40.495027 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.v2.base [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Request body: {'port': {'device_id': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=93483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:27:40.567969 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:40.573084 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-4adce838-a54a-4197-9e5b-2c035f6fcf20 None None] Provisioning for port 85b0a8f0-ea1c-4411-bda0-826f0955216f completed by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:27:40.577085 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-4adce838-a54a-4197-9e5b-2c035f6fcf20 None None] Provisioning complete for port 85b0a8f0-ea1c-4411-bda0-826f0955216f triggered by entity DHCP. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:27:40.577702 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-4adce838-a54a-4197-9e5b-2c035f6fcf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:40.612823 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-4adce838-a54a-4197-9e5b-2c035f6fcf20 None None] Port 85b0a8f0-ea1c-4411-bda0-826f0955216f cannot update to ACTIVE because it is not bound. {{(pid=93485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:27:40.833048 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b0a8f0-ea1c-4411-bda0-826f0955216f {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:27:40.840434 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:40.852825 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Transition to ACTIVE for port object 85b0a8f0-ea1c-4411-bda0-826f0955216f will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:27:41.041340 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37990ebe-7937-4ca1-b4c1-6f90299cbab0 req-dc713e3a-df2a-43fd-95a6-ec8ece9a1cb6 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:41.042733 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37990ebe-7937-4ca1-b4c1-6f90299cbab0 req-dc713e3a-df2a-43fd-95a6-ec8ece9a1cb6 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 931 time: 0.0648947 Jun 16 17:27:41.043789 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:41.046613 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ee88523e-6331-4e5c-a2bb-1f7db5629ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:27:41.153973 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Pushing event updated for resources: {'Port': ['ID=85b0a8f0-ea1c-4411-bda0-826f0955216f,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:41.162346 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:27:41.166281 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-37990ebe-7937-4ca1-b4c1-6f90299cbab0 req-5deff991-b379-4f50-88b0-c3590969a579 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166975 Jun 16 17:27:41.239869 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Attempting to bind port 85b0a8f0-ea1c-4411-bda0-826f0955216f on host hv-cinder-77212 for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:27:41.240246 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Attempting to bind port 85b0a8f0-ea1c-4411-bda0-826f0955216f by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:27:41.240581 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Attempting to bind port 85b0a8f0-ea1c-4411-bda0-826f0955216f on network 10d0ff35-0c9c-424b-a1ce-0df543993865 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:27:41.245826 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Port 85b0a8f0-ea1c-4411-bda0-826f0955216f on network 10d0ff35-0c9c-424b-a1ce-0df543993865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:27:41.245956 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Attempting to bind port 85b0a8f0-ea1c-4411-bda0-826f0955216f on network 10d0ff35-0c9c-424b-a1ce-0df543993865 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:27:41.250797 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Checking agent: {'id': '48440f4a-8de5-47ab-8ecb-cc5150bb2926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'started_at': datetime.datetime(2021, 6, 16, 17, 6, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:27:41.251132 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Checking segment: {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:27:41.251512 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Bound using segment: {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:27:41.251930 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Bound port: 85b0a8f0-ea1c-4411-bda0-826f0955216f, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb4137c-eb40-4713-b626-23dad3184a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:27:41.252834 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:41.320732 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] For port 85b0a8f0-ea1c-4411-bda0-826f0955216f, host hv-cinder-77212, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:27:41.324189 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] For port 85b0a8f0-ea1c-4411-bda0-826f0955216f, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=85b0a8f0-ea1c-4411-bda0-826f0955216f,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:27:41.384642 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239030'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:41.386678 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:27:41.419114 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:41.419726 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:41.421140 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] 10.222.0.60 "PUT /v2.0/ports/85b0a8f0-ea1c-4411-bda0-826f0955216f HTTP/1.1" status: 200 len: 1093 time: 0.9305313 Jun 16 17:27:41.421697 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'tag': '85b0a8f0-ea1c-4411-bda0-826f0955216f'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:27:41.424785 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0766d5-addd-4336-9c2a-89bdfd52798b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9d0804-3ab0-4601-aab7-26f538fcbaca", "tag": "85b0a8f0-ea1c-4411-bda0-826f0955216f"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:27:41.455024 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Pushing event updated for resources: {'Port': ['ID=85b0a8f0-ea1c-4411-bda0-826f0955216f,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:41.458515 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9f6a54df-a8c6-43b6-9b98-5e7e1462db54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:27:41.546654 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:27:41.574470 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-8920623f-0ced-4147-9e5b-5362cdaf48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:41.576073 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-8920623f-0ced-4147-9e5b-5362cdaf48a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 1096 time: 0.0636802 Jun 16 17:27:41.623205 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8229a579-10eb-4f57-8198-419b2fba562f x-openstack-request-id: req-8229a579-10eb-4f57-8198-419b2fba562f {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:27:41.623531 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9d0804-3ab0-4601-aab7-26f538fcbaca", "tag": "85b0a8f0-ea1c-4411-bda0-826f0955216f", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:27:41.623819 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8229a579-10eb-4f57-8198-419b2fba562f {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:27:41.624238 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'tag': '85b0a8f0-ea1c-4411-bda0-826f0955216f', 'status': 'completed', 'code': 200} Jun 16 17:27:41.625725 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-4be40210-72c0-48ad-8585-bc0ecfd5de17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85b0a8f0-ea1c-4411-bda0-826f0955216f HTTP/1.1" status: 200 len: 217 time: 0.0405986 Jun 16 17:27:41.676650 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c27aa2e8-883d-43e4-8cb1-f090b06301e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:41.678155 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-c27aa2e8-883d-43e4-8cb1-f090b06301e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0449219 Jun 16 17:27:41.739741 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-d25001ba-ae9b-487c-8c2b-4d11ea198c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:41.741265 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-d25001ba-ae9b-487c-8c2b-4d11ea198c9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562706 Jun 16 17:27:41.835292 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-09052489-cb5a-4aa9-b608-885d2f268af8 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863662 Jun 16 17:27:41.922863 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3b9070a0-c74d-4238-9f29-e69ae012159c req-87750357-b48f-479e-9bdd-f1b81a8569e0 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804760 Jun 16 17:27:42.079992 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0766d5-addd-4336-9c2a-89bdfd52798b req-b30cc8e9-3b7a-45a1-a8bf-7c94ca71eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:42.082159 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c0766d5-addd-4336-9c2a-89bdfd52798b req-b30cc8e9-3b7a-45a1-a8bf-7c94ca71eddb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 1096 time: 0.0530348 Jun 16 17:27:42.173729 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0766d5-addd-4336-9c2a-89bdfd52798b req-1d0a297c-c614-4b21-8a00-ca6178fb9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:42.175656 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c0766d5-addd-4336-9c2a-89bdfd52798b req-1d0a297c-c614-4b21-8a00-ca6178fb9384 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.0862644 Jun 16 17:27:42.218621 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c0766d5-addd-4336-9c2a-89bdfd52798b req-b8f785fb-ce79-4eda-8dc0-c1e09655dcde service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85b0a8f0-ea1c-4411-bda0-826f0955216f HTTP/1.1" status: 200 len: 217 time: 0.0353987 Jun 16 17:27:42.267240 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0766d5-addd-4336-9c2a-89bdfd52798b req-6958633e-0df8-429d-bfd1-f45187b7fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:42.269485 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c0766d5-addd-4336-9c2a-89bdfd52798b req-6958633e-0df8-429d-bfd1-f45187b7fdec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0440977 Jun 16 17:27:42.376240 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0766d5-addd-4336-9c2a-89bdfd52798b req-7ad94adf-1b3e-4a79-806a-d587674b77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:42.378397 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c0766d5-addd-4336-9c2a-89bdfd52798b req-7ad94adf-1b3e-4a79-806a-d587674b77d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020036 Jun 16 17:27:42.386807 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653c28d-3af2-4df0-b37f-a32b6fb813fa req-90d915d4-3f3b-4efd-b2bd-017429412aea tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:42.388188 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3653c28d-3af2-4df0-b37f-a32b6fb813fa req-90d915d4-3f3b-4efd-b2bd-017429412aea tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 943 time: 0.1040418 Jun 16 17:27:42.472103 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-3653c28d-3af2-4df0-b37f-a32b6fb813fa req-cb2ec450-ae3b-44a1-8182-f62f65b52e22 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759444 Jun 16 17:27:42.507799 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c0766d5-addd-4336-9c2a-89bdfd52798b req-3a43242a-6963-45d4-b0cf-c8d164ba26a1 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186442 Jun 16 17:27:42.596635 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-2c0766d5-addd-4336-9c2a-89bdfd52798b req-51b4a730-be43-4f20-b8ed-563114a25434 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819447 Jun 16 17:27:43.658836 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6fefa-e796-46b6-bac5-fca8efd1f139 req-c7362430-9701-4f1b-ae43-81e8555092fd tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:43.660271 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-afa6fefa-e796-46b6-bac5-fca8efd1f139 req-c7362430-9701-4f1b-ae43-81e8555092fd tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 943 time: 0.0679595 Jun 16 17:27:43.697955 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-afa6fefa-e796-46b6-bac5-fca8efd1f139 req-7f9a4c45-5323-4516-b5b1-117c1067dd36 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Jun 16 17:27:44.869377 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d6a18-180c-4677-8653-b13e5c6cf72b req-ba053a5d-8370-460d-bec1-f986fe053f26 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:44.870849 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b97d6a18-180c-4677-8653-b13e5c6cf72b req-ba053a5d-8370-460d-bec1-f986fe053f26 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 943 time: 0.0626473 Jun 16 17:27:44.913075 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b97d6a18-180c-4677-8653-b13e5c6cf72b req-54643252-8195-4c54-a9d5-a4ae3eec56dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364604 Jun 16 17:27:46.085641 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec64ca-ee3a-4c8e-b619-3c7d3f04a49d req-2089edc4-1c74-45d1-8353-6a2b116e537c tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:46.086990 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c7ec64ca-ee3a-4c8e-b619-3c7d3f04a49d req-2089edc4-1c74-45d1-8353-6a2b116e537c tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 943 time: 0.0628648 Jun 16 17:27:46.125678 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c7ec64ca-ee3a-4c8e-b619-3c7d3f04a49d req-0852170d-8343-4f59-9b23-fbe15260ecb5 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331039 Jun 16 17:27:47.305035 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab70db-1022-4ab5-bec0-656e6aed191d req-8c0e1959-0caa-43f7-a68d-4c8e77014e79 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:47.306529 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32ab70db-1022-4ab5-bec0-656e6aed191d req-8c0e1959-0caa-43f7-a68d-4c8e77014e79 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 943 time: 0.0691428 Jun 16 17:27:47.344217 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-32ab70db-1022-4ab5-bec0-656e6aed191d req-e7dd6a67-71cb-4271-811b-14faf3d6d068 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Jun 16 17:27:48.522983 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19d41f-af72-42c1-b800-fd15e1880ea2 req-4bba91eb-1707-46bb-a71a-464f6a8e1054 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:48.524459 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa19d41f-af72-42c1-b800-fd15e1880ea2 req-4bba91eb-1707-46bb-a71a-464f6a8e1054 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 943 time: 0.0675926 Jun 16 17:27:48.562322 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-fa19d41f-af72-42c1-b800-fd15e1880ea2 req-c97b47d7-0b57-499d-8fdb-1d69f50c1113 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322101 Jun 16 17:27:49.739197 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e3ef6-3c4a-40d8-b3e3-76b4faaa2027 req-ab13cb97-3573-4085-8fb8-2c3b72810653 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:49.740658 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d55e3ef6-3c4a-40d8-b3e3-76b4faaa2027 req-ab13cb97-3573-4085-8fb8-2c3b72810653 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 943 time: 0.0678258 Jun 16 17:27:49.778816 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-d55e3ef6-3c4a-40d8-b3e3-76b4faaa2027 req-56352790-9969-42ba-b7f5-d47effd075b4 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323613 Jun 16 17:27:50.011290 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 85b0a8f0-ea1c-4411-bda0-826f0955216f details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=93485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:27:50.105049 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 85b0a8f0-ea1c-4411-bda0-826f0955216f, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=85b0a8f0-ea1c-4411-bda0-826f0955216f,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:27:50.116060 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Returning: {'device': '85b0a8f0-ea1c-4411-bda0-826f0955216f', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'port_id': '85b0a8f0-ea1c-4411-bda0-826f0955216f', 'mac_address': 'fa:16:3e:07:e7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:27:50.150985 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:50.163480 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b0a8f0-ea1c-4411-bda0-826f0955216f {{(pid=93485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:27:50.181715 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 85b0a8f0-ea1c-4411-bda0-826f0955216f, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=85b0a8f0-ea1c-4411-bda0-826f0955216f,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:27:50.269697 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:50.271396 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:27:50.322844 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=85b0a8f0-ea1c-4411-bda0-826f0955216f,revision_number=4']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:50.329588 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.330853 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.331241 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.331580 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.331912 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.332240 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.332566 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.332912 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.333237 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.333590 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.333908 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.334226 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:50.338102 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:27:50.669576 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] get_ports_and_sgs() called for port_ids ['85b0a8f0-ea1c-4411-bda0-826f0955216f'] {{(pid=93485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:27:50.955587 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec20e9-0f3c-4e58-a855-a61cbfb5a01c req-cd40697d-7973-4936-af7d-6b4490f67b61 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:50.957074 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07ec20e9-0f3c-4e58-a855-a61cbfb5a01c req-cd40697d-7973-4936-af7d-6b4490f67b61 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 944 time: 0.0635502 Jun 16 17:27:50.996184 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-07ec20e9-0f3c-4e58-a855-a61cbfb5a01c req-ddae0151-bd73-4dc9-8648-a8650e6430ab tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327504 Jun 16 17:27:52.031146 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 85b0a8f0-ea1c-4411-bda0-826f0955216f up at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:27:52.144387 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning for port 85b0a8f0-ea1c-4411-bda0-826f0955216f completed by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:27:52.148409 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.provisioning_blocks [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Provisioning complete for port 85b0a8f0-ea1c-4411-bda0-826f0955216f triggered by entity L2. {{(pid=93485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:27:52.148950 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746930'] for port, provisioning_complete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:52.174874 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92cb3f-5c3a-4294-acf7-1a30ccf9f85d req-739297cc-fee5-4771-b4b9-2cc2b7457a3d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:52.176448 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8b92cb3f-5c3a-4294-acf7-1a30ccf9f85d req-739297cc-fee5-4771-b4b9-2cc2b7457a3d tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 944 time: 0.0639071 Jun 16 17:27:52.214705 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8b92cb3f-5c3a-4294-acf7-1a30ccf9f85d req-bc14e90e-b142-4632-bebf-c6b4ed7cd970 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324056 Jun 16 17:27:52.227612 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:52.250258 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b0a8f0-ea1c-4411-bda0-826f0955216f'}] {{(pid=93485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:27:52.253513 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c172c12b40e82a2b2cb8feb25980b3ff4df3bb85f65cda469522b0f21e37a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc215e2-6f81-4420-ab78-b2db7d48599a" -d '{"events": [{"server_uuid": "3a9d0804-3ab0-4601-aab7-26f538fcbaca", "name": "network-vif-plugged", "status": "completed", "tag": "85b0a8f0-ea1c-4411-bda0-826f0955216f"}]}' {{(pid=93485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:27:52.273607 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] For port 85b0a8f0-ea1c-4411-bda0-826f0955216f, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=85b0a8f0-ea1c-4411-bda0-826f0955216f,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:27:52.352014 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d8b2cf-89e3-4086-8158-461f733ad515 x-openstack-request-id: req-24d8b2cf-89e3-4086-8158-461f733ad515 {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:27:52.352386 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9d0804-3ab0-4601-aab7-26f538fcbaca", "name": "network-vif-plugged", "status": "completed", "tag": "85b0a8f0-ea1c-4411-bda0-826f0955216f", "code": 200}]} {{(pid=93485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:27:52.352656 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24d8b2cf-89e3-4086-8158-461f733ad515 {{(pid=93485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:27:52.353054 dv-cinder-772126-4-iscsi neutron-server[93485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b0a8f0-ea1c-4411-bda0-826f0955216f', 'code': 200} Jun 16 17:27:52.366870 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925'] for port, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:52.370554 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-57aebfb0-097a-4e0c-84cc-1fb2f72c19e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:27:52.424624 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Pushing event updated for resources: {'Port': ['ID=85b0a8f0-ea1c-4411-bda0-826f0955216f,revision_number=5']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:52.428455 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:27:52.773843 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d67bee-6c91-49b8-9e51-cf61ae635043 req-cdf2491d-0fa4-4113-8d4a-28c94a229a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:52.775309 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c4d67bee-6c91-49b8-9e51-cf61ae635043 req-cdf2491d-0fa4-4113-8d4a-28c94a229a90 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 1098 time: 0.0555022 Jun 16 17:27:52.811328 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c4d67bee-6c91-49b8-9e51-cf61ae635043 req-0433e877-45c1-490f-8b3a-5818c9cde3af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291941 Jun 16 17:27:53.411346 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06f13f-a5d7-4122-9bb6-86f55fd52c9c req-6b15d049-b54a-45d6-8fd4-6d34a92f071b tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:53.412824 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec06f13f-a5d7-4122-9bb6-86f55fd52c9c req-6b15d049-b54a-45d6-8fd4-6d34a92f071b tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 945 time: 0.0732563 Jun 16 17:27:53.452867 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ec06f13f-a5d7-4122-9bb6-86f55fd52c9c req-bf414731-b794-4866-9165-3832533dc94e tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343652 Jun 16 17:27:53.636158 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:54.637830 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54bd44-ebc1-4425-a5c4-1549d21bff70 req-6e6c7fcd-172e-4574-90c9-16ba461f6d85 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:54.639276 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ca54bd44-ebc1-4425-a5c4-1549d21bff70 req-6e6c7fcd-172e-4574-90c9-16ba461f6d85 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 945 time: 0.0688238 Jun 16 17:27:54.677646 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ca54bd44-ebc1-4425-a5c4-1549d21bff70 req-9883a60f-da79-4598-8cfd-cea3936c689c tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325730 Jun 16 17:27:54.859075 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e9d29-181c-4b9d-9fa4-03a52618ffd0 req-b1c6b280-33ec-42ce-8d54-045a331dd0ec tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:54.860543 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f23e9d29-181c-4b9d-9fa4-03a52618ffd0 req-b1c6b280-33ec-42ce-8d54-045a331dd0ec tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 945 time: 0.0645483 Jun 16 17:27:54.898920 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-f23e9d29-181c-4b9d-9fa4-03a52618ffd0 req-473bbdcf-2ac5-4c7f-81e7-809e0759d5e9 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327077 Jun 16 17:27:54.922918 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54162) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:27:55.076198 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6ae99-ad12-41ab-ba29-695307c0cb40 tempest-TestVolumeBootPattern-1286401153 tempest-TestVolumeBootPattern-1286401153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:55.077739 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-e5b6ae99-ad12-41ab-ba29-695307c0cb40 tempest-TestVolumeBootPattern-1286401153 tempest-TestVolumeBootPattern-1286401153-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 1093 time: 0.1536214 Jun 16 17:27:55.081490 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54168) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:27:55.086270 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.v2.base [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Request body: {'floatingip': {'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'port_id': '85b0a8f0-ea1c-4411-bda0-826f0955216f', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:27:55.184321 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:55.283406 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1734488'] for port, before_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:55.394630 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_common [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Allocated IP 172.27.2.140 (f3b02221-594f-42f0-99f5-5967d9456d03/073b07a0-9b21-4880-8860-e1a20947536b/080a9696-1c55-4833-afe3-cf9fc3f68e6c) {{(pid=93484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:27:55.495245 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for port, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:55.578981 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1735581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782046467862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4646499'] for port, after_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:55.581337 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-db96844f-f15f-46ac-accc-2e7e1e1536b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:27:55.617322 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Network f3b02221-594f-42f0-99f5-5967d9456d03 is already hosted by enough agents. {{(pid=93484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:27:55.620317 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.base_scheduler [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Resources bound (agent type, host, resource id): {{(pid=93484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:27:55.623958 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Received port after_create {{(pid=93484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:27:55.653442 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'Port': ['ID=080a9696-1c55-4833-afe3-cf9fc3f68e6c,revision_number=1']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:55.666799 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.667189 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.667574 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.667948 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.668319 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.668690 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.669056 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.669440 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.669808 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.670168 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.670527 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.670883 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:55.675908 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:27:56.061990 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:56.185868 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1734474'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:56.336219 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:56.418283 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782046875495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782046467880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782046467925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4646517'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:56.420461 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6b878f25-1879-4bc7-a6f6-5ca1f3816b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:27:56.494355 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event updated for resources: {'Port': ['ID=080a9696-1c55-4833-afe3-cf9fc3f68e6c,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:56.498425 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:27:56.504059 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775635'] for floatingip, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:56.505598 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-27a2d37f-0cdd-4f91-9c4a-0b831d468b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:56.606503 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.l3_db [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Floating IP 4f8fa51d-904c-43b2-86c2-241de165db43 associated. External IP: 172.27.2.140, port: 85b0a8f0-ea1c-4411-bda0-826f0955216f. Jun 16 17:27:57.037480 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Router f55a4753-317b-4d99-b185-97cdc83947db has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:27:57.145867 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:27:57.156152 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9047b4d-e1ad-4b2b-80af-37ed9f9b39e4 None None] Sync routers for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:27:57.165641 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9047b4d-e1ad-4b2b-80af-37ed9f9b39e4 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:27:57.166269 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c9047b4d-e1ad-4b2b-80af-37ed9f9b39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:27:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:57.229851 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:57.268105 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1845844 Jun 16 17:27:57.268975 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'tag': '85b0a8f0-ea1c-4411-bda0-826f0955216f'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:27:57.271335 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11cbb6c57d570b8d56d5f4e59362b4fd5f87749a9a369d609007706ad77aca04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86043961-37cb-44aa-b21a-098f66885d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9d0804-3ab0-4601-aab7-26f538fcbaca", "tag": "85b0a8f0-ea1c-4411-bda0-826f0955216f"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:27:57.275677 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-c9047b4d-e1ad-4b2b-80af-37ed9f9b39e4 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:27:57.309783 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ecbffe-bfbe-428a-a26d-837d80fb50a0 x-openstack-request-id: req-99ecbffe-bfbe-428a-a26d-837d80fb50a0 {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:27:57.309783 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9d0804-3ab0-4601-aab7-26f538fcbaca", "tag": "85b0a8f0-ea1c-4411-bda0-826f0955216f", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:27:57.309783 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99ecbffe-bfbe-428a-a26d-837d80fb50a0 {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:27:57.309783 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'tag': '85b0a8f0-ea1c-4411-bda0-826f0955216f', 'status': 'completed', 'code': 200} Jun 16 17:27:57.388029 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86043961-37cb-44aa-b21a-098f66885d1b req-e5647d7e-e015-4435-81bb-545c4d9efe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:57.389569 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86043961-37cb-44aa-b21a-098f66885d1b req-e5647d7e-e015-4435-81bb-545c4d9efe97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 1098 time: 0.0566404 Jun 16 17:27:57.484972 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86043961-37cb-44aa-b21a-098f66885d1b req-e1fc0443-89d3-44aa-83f6-92b5dc322992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:57.487023 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86043961-37cb-44aa-b21a-098f66885d1b req-e1fc0443-89d3-44aa-83f6-92b5dc322992 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.0908687 Jun 16 17:27:57.556311 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86043961-37cb-44aa-b21a-098f66885d1b req-f5b2287b-eb8c-4980-9313-fd5b5387d300 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85b0a8f0-ea1c-4411-bda0-826f0955216f HTTP/1.1" status: 200 len: 999 time: 0.0618670 Jun 16 17:27:57.608685 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86043961-37cb-44aa-b21a-098f66885d1b req-f8fffd3d-948b-4fe6-bf8b-172f1a7c22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:57.610207 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86043961-37cb-44aa-b21a-098f66885d1b req-f8fffd3d-948b-4fe6-bf8b-172f1a7c22bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0473883 Jun 16 17:27:57.638080 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c9047b4d-e1ad-4b2b-80af-37ed9f9b39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '4f8fa51d-904c-43b2-86c2-241de165db43', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '85b0a8f0-ea1c-4411-bda0-826f0955216f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:07:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:27:55Z', 'updated_at': '2021-06-16T17:27:55Z', 'revision_number': 0, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}, {'id': 'af26f358-64fb-4234-a157-bb75ca2fb389', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:d0:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942153f6-34cf-4554-8f7b-9c68653d5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:25:30Z', 'updated_at': '2021-06-16T17:25:32Z', 'revision_number': 1, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:57.641604 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9047b4d-e1ad-4b2b-80af-37ed9f9b39e4 None None] Checking router: f55a4753-317b-4d99-b185-97cdc83947db for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:27:57.652518 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9047b4d-e1ad-4b2b-80af-37ed9f9b39e4 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:27:57.653149 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c9047b4d-e1ad-4b2b-80af-37ed9f9b39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:27:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:57.671895 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86043961-37cb-44aa-b21a-098f66885d1b req-aded8c81-3941-4609-a476-b3591e786d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:27:57.673458 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86043961-37cb-44aa-b21a-098f66885d1b req-aded8c81-3941-4609-a476-b3591e786d87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544858 Jun 16 17:27:57.762165 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-c9047b4d-e1ad-4b2b-80af-37ed9f9b39e4 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:27:57.763086 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86043961-37cb-44aa-b21a-098f66885d1b req-069b761f-7636-4af9-94bc-bc97858172b2 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823405 Jun 16 17:27:57.857908 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-86043961-37cb-44aa-b21a-098f66885d1b req-f934c633-1e36-443c-bf46-63baa424cf26 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871949 Jun 16 17:27:57.994965 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-c9047b4d-e1ad-4b2b-80af-37ed9f9b39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '4f8fa51d-904c-43b2-86c2-241de165db43', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '85b0a8f0-ea1c-4411-bda0-826f0955216f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:07:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:27:55Z', 'updated_at': '2021-06-16T17:27:55Z', 'revision_number': 0, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}, {'id': 'af26f358-64fb-4234-a157-bb75ca2fb389', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:d0:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942153f6-34cf-4554-8f7b-9c68653d5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:25:30Z', 'updated_at': '2021-06-16T17:25:32Z', 'revision_number': 1, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:57.998393 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9047b4d-e1ad-4b2b-80af-37ed9f9b39e4 None None] The sync data for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi is: [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': '4f8fa51d-904c-43b2-86c2-241de165db43', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '85b0a8f0-ea1c-4411-bda0-826f0955216f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:07:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:27:55Z', 'updated_at': '2021-06-16T17:27:55Z', 'revision_number': 0, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}, {'id': 'af26f358-64fb-4234-a157-bb75ca2fb389', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:d0:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942153f6-34cf-4554-8f7b-9c68653d5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:25:30Z', 'updated_at': '2021-06-16T17:25:32Z', 'revision_number': 1, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:27:58.185715 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbf985-2a14-4f60-a223-2536712b52fb None None] New status for floating IP 4f8fa51d-904c-43b2-86c2-241de165db43: ACTIVE {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:27:59.127935 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:27:59.281138 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3346173a-0a75-400f-8faf-5c73f613cb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:00.897964 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:02.395240 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:07.469888 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-41843971-453d-4ed7-b09c-5f6c40b85286 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530450 Jun 16 17:28:07.565527 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-90c06da1-86af-4764-acaa-f0de1524ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:28:07.567042 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-90c06da1-86af-4764-acaa-f0de1524ce2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 1098 time: 0.0532424 Jun 16 17:28:07.687543 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-e8bdf601-b7a7-41cf-98e1-acae3ddbd709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:28:07.688953 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-e8bdf601-b7a7-41cf-98e1-acae3ddbd709 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.1003981 Jun 16 17:28:07.769845 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-4796a6c7-4720-4bae-a1f5-1432eace8c9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 HTTP/1.1" status: 200 len: 1001 time: 0.0730946 Jun 16 17:28:07.827759 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-4469b29c-18ef-452f-aa58-0dee01de6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:28:07.830020 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-4469b29c-18ef-452f-aa58-0dee01de6ba6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0516543 Jun 16 17:28:07.886983 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-4a3dc796-8ef7-4ee2-8080-91c3d9efc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:28:07.888449 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-4a3dc796-8ef7-4ee2-8080-91c3d9efc8c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512483 Jun 16 17:28:07.981980 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-95222df5-5c6e-4b7c-9393-3d5c34ef4c4a service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867465 Jun 16 17:28:08.082857 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9f8d1497-a59a-4054-8a08-554cb630a551 req-3edbc0da-d520-4a84-942f-12fdcaaff41e service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909886 Jun 16 17:28:18.544944 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:28:23.623319 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:26.520209 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-e813f8a2-2be8-4690-857d-17df612ad7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:29.114706 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:29.279879 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-0453271c-417d-49af-baa2-1c3ac29c5c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:30.863097 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:32.336750 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:53.650414 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:55.542959 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:28:56.478848 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-071c5c40-0ef1-4737-b8f4-d43a87dde809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:59.113817 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:28:59.261769 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-3527dac7-1e88-41a6-a6fb-1e29a6b04e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:00.884945 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:02.359893 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:09.176345 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-ef65e39e-584b-4fd5-ac4d-b1de2e7cf42d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0939469 Jun 16 17:29:09.252847 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-be16cf89-9359-4ecf-b71a-53e1fa0e8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:09.254357 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-be16cf89-9359-4ecf-b71a-53e1fa0e8d04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 1098 time: 0.0542271 Jun 16 17:29:09.638967 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-342341dd-3a81-43a8-bc93-63b658ad127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:09.640445 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-342341dd-3a81-43a8-bc93-63b658ad127c service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.3646619 Jun 16 17:29:09.717308 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-549160dc-978c-4104-bbe0-77566d6038b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85b0a8f0-ea1c-4411-bda0-826f0955216f HTTP/1.1" status: 200 len: 1001 time: 0.0690229 Jun 16 17:29:09.779114 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-2a83ade0-4b89-47b2-94e0-9ca4d46da89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:09.780595 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-2a83ade0-4b89-47b2-94e0-9ca4d46da89e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0560036 Jun 16 17:29:09.838386 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-d4021724-9fed-464c-8ab4-8ed2833ddffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:09.839868 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-d4021724-9fed-464c-8ab4-8ed2833ddffc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523608 Jun 16 17:29:09.852196 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-ffc79001-f503-4688-9759-51dbdeb95c87 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:29:09.853106 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-ffc79001-f503-4688-9759-51dbdeb95c87 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049214 Jun 16 17:29:09.943047 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-13353b73-3c87-4832-b3c4-59d578074fb5 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823433 Jun 16 17:29:10.033243 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-eda2d3ed-80dd-4740-a50e-0b4a728c4dd3 req-a4d56f1f-4886-4bc4-a745-b8032c82981e service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836565 Jun 16 17:29:23.627056 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:26.523895 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-14c9ee53-fe5d-4e1c-8a2f-c637cf306fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:29.112104 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:29.266633 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-23877560-2ea6-4789-9e7c-fcba8746fb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:30.900703 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:32.346449 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:32.541298 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:29:46.163906 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54202) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:29:46.323787 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Deleting port 080a9696-1c55-4833-afe3-cf9fc3f68e6c {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:29:46.324548 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:46.401100 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:46.401562 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:46.468719 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Calling delete_port for 080a9696-1c55-4833-afe3-cf9fc3f68e6c owned by network:floatingip {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:29:46.684121 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:46.686117 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-6f5f137f-8f54-4eb3-a4fd-fbb254d0a2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:29:46.708357 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event deleted for resources: {'Port': ['ID=080a9696-1c55-4833-afe3-cf9fc3f68e6c,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:46.722249 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.722638 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.723021 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.723393 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.723790 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.724131 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.724497 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.724862 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.725229 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.725623 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.725985 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.726347 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:46.744809 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:29:46.790172 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:46.790172 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.l3_db [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Floating IP 4f8fa51d-904c-43b2-86c2-241de165db43 disassociated (deleted). External IP: 172.27.2.140, port: 85b0a8f0-ea1c-4411-bda0-826f0955216f. Jun 16 17:29:46.990663 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Router f55a4753-317b-4d99-b185-97cdc83947db has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:29:47.095860 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:29:47.100690 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:47.107181 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861c7be-16b6-4c72-b3ec-b907f45581d8 None None] Sync routers for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:29:47.116487 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861c7be-16b6-4c72-b3ec-b907f45581d8 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:29:47.117114 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-0861c7be-16b6-4c72-b3ec-b907f45581d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:29:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:47.140726 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-94a127bf-a06f-4d0b-816d-559f2b4590b7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "DELETE /v2.0/floatingips/4f8fa51d-904c-43b2-86c2-241de165db43 HTTP/1.1" status: 204 len: 168 time: 0.9757330 Jun 16 17:29:47.141428 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'tag': '85b0a8f0-ea1c-4411-bda0-826f0955216f'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:29:47.143735 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11cbb6c57d570b8d56d5f4e59362b4fd5f87749a9a369d609007706ad77aca04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420e61ad-149e-4bdd-9aa4-ebae9f12e704" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9d0804-3ab0-4601-aab7-26f538fcbaca", "tag": "85b0a8f0-ea1c-4411-bda0-826f0955216f"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:47.226020 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-0861c7be-16b6-4c72-b3ec-b907f45581d8 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:29:47.252489 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01badcd-7f0d-4d36-9f17-86214bd33efb x-openstack-request-id: req-e01badcd-7f0d-4d36-9f17-86214bd33efb {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:47.253019 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9d0804-3ab0-4601-aab7-26f538fcbaca", "tag": "85b0a8f0-ea1c-4411-bda0-826f0955216f", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:47.253135 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e01badcd-7f0d-4d36-9f17-86214bd33efb {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:47.253727 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'tag': '85b0a8f0-ea1c-4411-bda0-826f0955216f', 'status': 'completed', 'code': 200} Jun 16 17:29:47.334540 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e61ad-149e-4bdd-9aa4-ebae9f12e704 req-7f09410e-45c3-4298-b183-7fe76246a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:47.336026 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-420e61ad-149e-4bdd-9aa4-ebae9f12e704 req-7f09410e-45c3-4298-b183-7fe76246a269 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 1098 time: 0.0561652 Jun 16 17:29:47.433635 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e61ad-149e-4bdd-9aa4-ebae9f12e704 req-064c9863-bf9b-452a-847a-3cf956abc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:47.435518 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-420e61ad-149e-4bdd-9aa4-ebae9f12e704 req-064c9863-bf9b-452a-847a-3cf956abc31c service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.0919399 Jun 16 17:29:47.465887 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-0861c7be-16b6-4c72-b3ec-b907f45581d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'af26f358-64fb-4234-a157-bb75ca2fb389', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:d0:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942153f6-34cf-4554-8f7b-9c68653d5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:25:30Z', 'updated_at': '2021-06-16T17:25:32Z', 'revision_number': 1, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:47.469421 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861c7be-16b6-4c72-b3ec-b907f45581d8 None None] Checking router: f55a4753-317b-4d99-b185-97cdc83947db for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:29:47.477239 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861c7be-16b6-4c72-b3ec-b907f45581d8 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:29:47.477881 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-0861c7be-16b6-4c72-b3ec-b907f45581d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:29:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:47.478707 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-420e61ad-149e-4bdd-9aa4-ebae9f12e704 req-d51dc84b-ae0e-446e-8ca2-284307ece283 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85b0a8f0-ea1c-4411-bda0-826f0955216f HTTP/1.1" status: 200 len: 217 time: 0.0358257 Jun 16 17:29:47.535673 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e61ad-149e-4bdd-9aa4-ebae9f12e704 req-0c17da0a-886b-4c14-9698-c18ceac97aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:47.537758 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-420e61ad-149e-4bdd-9aa4-ebae9f12e704 req-0c17da0a-886b-4c14-9698-c18ceac97aca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0512185 Jun 16 17:29:47.586164 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-0861c7be-16b6-4c72-b3ec-b907f45581d8 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:29:47.603308 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e61ad-149e-4bdd-9aa4-ebae9f12e704 req-abd868cf-81a5-4394-811f-cec95e7daf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:47.604840 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-420e61ad-149e-4bdd-9aa4-ebae9f12e704 req-abd868cf-81a5-4394-811f-cec95e7daf3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596817 Jun 16 17:29:47.721249 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-420e61ad-149e-4bdd-9aa4-ebae9f12e704 req-1259d789-006e-4e28-b7da-9ecc54afbc36 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059213 Jun 16 17:29:47.861511 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-0861c7be-16b6-4c72-b3ec-b907f45581d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'af26f358-64fb-4234-a157-bb75ca2fb389', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:d0:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942153f6-34cf-4554-8f7b-9c68653d5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:25:30Z', 'updated_at': '2021-06-16T17:25:32Z', 'revision_number': 1, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:47.866089 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861c7be-16b6-4c72-b3ec-b907f45581d8 None None] The sync data for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi is: [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_floatingips': [{'id': 'af26f358-64fb-4234-a157-bb75ca2fb389', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'router_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'port_id': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'mac_address': 'fa:16:3e:d0:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942153f6-34cf-4554-8f7b-9c68653d5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:25:30Z', 'updated_at': '2021-06-16T17:25:32Z', 'revision_number': 1, 'project_id': '820f50f43f114707bc167296a42a2ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:29:47.868620 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-420e61ad-149e-4bdd-9aa4-ebae9f12e704 req-59a3d803-3811-449a-83c9-8ed43f3b2b92 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379232 Jun 16 17:29:47.888551 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c51265-89c6-4f6b-b7e9-90268f60a703 req-1d0fc10e-d3fd-437c-b47a-b0fde9b2d623 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:47.890540 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53c51265-89c6-4f6b-b7e9-90268f60a703 req-1d0fc10e-d3fd-437c-b47a-b0fde9b2d623 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 945 time: 0.1976497 Jun 16 17:29:47.933039 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53c51265-89c6-4f6b-b7e9-90268f60a703 req-0bd1aeb0-f537-4bc1-ad5e-2e5ccb51a43c tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365396 Jun 16 17:29:48.115412 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e95c9e-4f5d-482d-87e7-4042cc56a69b None None] New status for floating IP 4f8fa51d-904c-43b2-86c2-241de165db43: DOWN {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:29:49.170491 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ee1b4-e741-4458-bf54-2d9e24b07e3b req-b37a6a44-c606-4bca-b8d7-a3ff12ccfc21 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:49.171947 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c35ee1b4-e741-4458-bf54-2d9e24b07e3b req-b37a6a44-c606-4bca-b8d7-a3ff12ccfc21 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 945 time: 0.1167169 Jun 16 17:29:49.210298 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-c35ee1b4-e741-4458-bf54-2d9e24b07e3b req-446c202d-0b54-46a6-8fdf-7cc69c68ad6e tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327706 Jun 16 17:29:49.509273 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee21f88-c69c-4970-a696-4eec425c9001 req-f228979d-65ab-43cc-8480-3973f264307a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:49.510725 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ee21f88-c69c-4970-a696-4eec425c9001 req-f228979d-65ab-43cc-8480-3973f264307a tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 945 time: 0.0625916 Jun 16 17:29:49.613216 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-8ee21f88-c69c-4970-a696-4eec425c9001 req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Deleting port 85b0a8f0-ea1c-4411-bda0-826f0955216f {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:29:49.613585 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8ee21f88-c69c-4970-a696-4eec425c9001 req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:49.698449 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-8ee21f88-c69c-4970-a696-4eec425c9001 req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] For port 85b0a8f0-ea1c-4411-bda0-826f0955216f, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=85b0a8f0-ea1c-4411-bda0-826f0955216f,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:29:49.698798 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8ee21f88-c69c-4970-a696-4eec425c9001 req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:49.765747 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-8ee21f88-c69c-4970-a696-4eec425c9001 req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Calling delete_port for 85b0a8f0-ea1c-4411-bda0-826f0955216f owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:29:49.951885 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8ee21f88-c69c-4970-a696-4eec425c9001 req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:49.955956 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-34045f30-e8b4-4b45-af6a-c9235f62086e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:29:49.981004 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event deleted for resources: {'Port': ['ID=85b0a8f0-ea1c-4411-bda0-826f0955216f,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:49.990819 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:49.991208 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:49.991582 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:49.991952 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:49.992317 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:49.992680 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:49.993041 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:49.993413 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:49.993851 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:49.994219 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:49.994578 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:49.995420 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:50.002215 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:29:50.041217 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee21f88-c69c-4970-a696-4eec425c9001 req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] No DVR routers for this DVR port 85b0a8f0-ea1c-4411-bda0-826f0955216f on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:29:50.047870 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-8ee21f88-c69c-4970-a696-4eec425c9001 req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:50.047870 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-8ee21f88-c69c-4970-a696-4eec425c9001 req-ce4c48c1-e9e5-41a1-a9db-cec13e54bdd2 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "DELETE /v2.0/ports/85b0a8f0-ea1c-4411-bda0-826f0955216f HTTP/1.1" status: 204 len: 173 time: 0.5296369 Jun 16 17:29:50.047870 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'name': 'network-vif-deleted', 'tag': '85b0a8f0-ea1c-4411-bda0-826f0955216f'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:29:50.049501 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30933a39-9b3f-47be-b90a-357d8f265cf1" -d '{"events": [{"server_uuid": "3a9d0804-3ab0-4601-aab7-26f538fcbaca", "name": "network-vif-deleted", "tag": "85b0a8f0-ea1c-4411-bda0-826f0955216f"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:50.096550 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb17c31-96e5-4adb-8179-fad423a12a81 x-openstack-request-id: req-bcb17c31-96e5-4adb-8179-fad423a12a81 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:50.096888 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9d0804-3ab0-4601-aab7-26f538fcbaca", "name": "network-vif-deleted", "tag": "85b0a8f0-ea1c-4411-bda0-826f0955216f", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:50.097183 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bcb17c31-96e5-4adb-8179-fad423a12a81 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:50.097671 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9d0804-3ab0-4601-aab7-26f538fcbaca', 'name': 'network-vif-deleted', 'tag': '85b0a8f0-ea1c-4411-bda0-826f0955216f', 'status': 'completed', 'code': 200} Jun 16 17:29:50.362467 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-b0cdbb6d-66f0-483c-a5e8-3567b1fa1d5b req-0953637b-ae6f-42f6-92ac-e7ce046c251e tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9d0804-3ab0-4601-aab7-26f538fcbaca HTTP/1.1" status: 200 len: 210 time: 0.0305736 Jun 16 17:29:52.691562 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 85b0a8f0-ea1c-4411-bda0-826f0955216f no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:29:52.711925 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 85b0a8f0-ea1c-4411-bda0-826f0955216f {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:29:52.712292 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 85b0a8f0-ea1c-4411-bda0-826f0955216f not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:29:53.631767 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:53.889226 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54252) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:29:54.045362 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Deleting port cb33f19d-39eb-4a1f-976e-1659c75c5e11 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:29:54.045739 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:54.119628 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:54.119987 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:54.189107 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Calling delete_port for cb33f19d-39eb-4a1f-976e-1659c75c5e11 owned by network:floatingip {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:29:54.386026 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:54.388592 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-b96ef8a8-022b-44a0-86d3-43afdfe03795 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:29:54.413959 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event deleted for resources: {'Port': ['ID=cb33f19d-39eb-4a1f-976e-1659c75c5e11,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:54.418361 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:29:54.475632 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:54.475968 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.db.l3_db [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Floating IP af26f358-64fb-4234-a157-bb75ca2fb389 disassociated (deleted). External IP: 172.27.2.124, port: 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5. Jun 16 17:29:54.687084 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Router f55a4753-317b-4d99-b185-97cdc83947db has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:29:54.796238 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:29:54.801538 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:54.806032 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4fb2d-41c5-4db3-a2fb-12ff675bf416 None None] Sync routers for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:29:54.815091 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4fb2d-41c5-4db3-a2fb-12ff675bf416 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:29:54.815716 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-e5e4fb2d-41c5-4db3-a2fb-12ff675bf416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:29:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:54.839985 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-054c4cff-0276-4c8e-81ee-dbd5e442b969 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "DELETE /v2.0/floatingips/af26f358-64fb-4234-a157-bb75ca2fb389 HTTP/1.1" status: 204 len: 168 time: 0.9490120 Jun 16 17:29:54.840780 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942153f6-34cf-4554-8f7b-9c68653d5811', 'tag': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5'}] {{(pid=93484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:29:54.843400 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11cbb6c57d570b8d56d5f4e59362b4fd5f87749a9a369d609007706ad77aca04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f3bd02-f260-4813-815e-a5795a5536ab" -d '{"events": [{"name": "network-changed", "server_uuid": "942153f6-34cf-4554-8f7b-9c68653d5811", "tag": "0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5"}]}' {{(pid=93484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:54.881252 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078fcce-5662-4251-a7fb-39a3d91d0c3d x-openstack-request-id: req-5078fcce-5662-4251-a7fb-39a3d91d0c3d {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:54.881928 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942153f6-34cf-4554-8f7b-9c68653d5811", "tag": "0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5", "status": "completed", "code": 200}]} {{(pid=93484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:54.882237 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5078fcce-5662-4251-a7fb-39a3d91d0c3d {{(pid=93484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:54.882694 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942153f6-34cf-4554-8f7b-9c68653d5811', 'tag': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'status': 'completed', 'code': 200} Jun 16 17:29:54.928159 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-e5e4fb2d-41c5-4db3-a2fb-12ff675bf416 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:29:54.961601 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3bd02-f260-4813-815e-a5795a5536ab req-ea556949-3d71-460d-88ee-0c5ff5980fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:54.963430 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91f3bd02-f260-4813-815e-a5795a5536ab req-ea556949-3d71-460d-88ee-0c5ff5980fc1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=820f50f43f114707bc167296a42a2ead&device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 1098 time: 0.0576777 Jun 16 17:29:55.062285 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3bd02-f260-4813-815e-a5795a5536ab req-290f2be1-95d1-481b-9d89-9d199ddf7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:55.063669 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91f3bd02-f260-4813-815e-a5795a5536ab req-290f2be1-95d1-481b-9d89-9d199ddf7404 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 200 len: 912 time: 0.0870881 Jun 16 17:29:55.105787 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91f3bd02-f260-4813-815e-a5795a5536ab req-dc64b8a8-0918-44de-b45f-3672a2cf8df6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 HTTP/1.1" status: 200 len: 217 time: 0.0346882 Jun 16 17:29:55.138799 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-e5e4fb2d-41c5-4db3-a2fb-12ff675bf416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:55.142425 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4fb2d-41c5-4db3-a2fb-12ff675bf416 None None] Checking router: f55a4753-317b-4d99-b185-97cdc83947db for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:29:55.150692 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4fb2d-41c5-4db3-a2fb-12ff675bf416 None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:29:55.154609 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-e5e4fb2d-41c5-4db3-a2fb-12ff675bf416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:29:29Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:55.166433 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3bd02-f260-4813-815e-a5795a5536ab req-54027573-5da6-4593-8376-ac615d4255f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:55.167995 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91f3bd02-f260-4813-815e-a5795a5536ab req-54027573-5da6-4593-8376-ac615d4255f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 200 len: 851 time: 0.0514317 Jun 16 17:29:55.229171 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3bd02-f260-4813-815e-a5795a5536ab req-fc75a4f4-b4a3-4119-814e-d19a6180d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:55.230847 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91f3bd02-f260-4813-815e-a5795a5536ab req-fc75a4f4-b4a3-4119-814e-d19a6180d85a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10d0ff35-0c9c-424b-a1ce-0df543993865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558944 Jun 16 17:29:55.333118 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91f3bd02-f260-4813-815e-a5795a5536ab req-65badc11-8566-403e-95e8-8ee2b99b2ae7 service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947344 Jun 16 17:29:55.397917 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-e5e4fb2d-41c5-4db3-a2fb-12ff675bf416 None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:29:55.469534 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-91f3bd02-f260-4813-815e-a5795a5536ab req-ffcfc170-a0f2-4f77-ab47-c262b62bebab service neutron] 10.222.0.60 "GET /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276052 Jun 16 17:29:55.497609 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53013dd9-4d9b-465d-950b-6fb346eb3d98 req-535de954-c16f-4492-9ecc-6ef3232c0d10 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:55.499164 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53013dd9-4d9b-465d-950b-6fb346eb3d98 req-535de954-c16f-4492-9ecc-6ef3232c0d10 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 945 time: 0.1003487 Jun 16 17:29:55.546454 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-53013dd9-4d9b-465d-950b-6fb346eb3d98 req-75a9b268-cf28-4a78-9532-6b764292ad58 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 Jun 16 17:29:55.619146 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-e5e4fb2d-41c5-4db3-a2fb-12ff675bf416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:55.623047 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4fb2d-41c5-4db3-a2fb-12ff675bf416 None None] The sync data for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi is: [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:21:20Z', 'revision_number': 4, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi', '_interfaces': [{'id': 'efb25fdc-3140-4109-b7d5-a5ed4db5fa8c', 'name': '', 'network_id': '10d0ff35-0c9c-424b-a1ce-0df543993865', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'mac_address': 'fa:16:3e:2d:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:19Z', 'updated_at': '2021-06-16T17:21:26Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'subnets': [{'id': '341001d2-1ee4-4fca-b861-a0e19ab373e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:29:55.845618 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764ae38-688b-4fca-827d-e2b9600c148e None None] New status for floating IP af26f358-64fb-4234-a157-bb75ca2fb389: DOWN {{(pid=93486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:29:56.517647 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-40d5b56e-8c38-4783-bca8-a3235956cd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:56.736082 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f50ab-951a-480d-ad94-e52bf65b7494 req-7fa79db7-86d0-42b6-a0c0-d2ecd1a28d50 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:56.737693 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae2f50ab-951a-480d-ad94-e52bf65b7494 req-7fa79db7-86d0-42b6-a0c0-d2ecd1a28d50 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 945 time: 0.0754349 Jun 16 17:29:56.784449 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-ae2f50ab-951a-480d-ad94-e52bf65b7494 req-34eb47da-63b6-451f-b31c-f3f8630577ee tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/security-groups?id=49eecf17-7e31-4ad9-b9db-75733f6a4285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404863 Jun 16 17:29:57.126969 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc44169-4e02-4431-ae8a-445c096771ea req-7b5676db-5b63-4153-8e3a-f225cf9ea437 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:29:57.128313 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9fc44169-4e02-4431-ae8a-445c096771ea req-7b5676db-5b63-4153-8e3a-f225cf9ea437 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 945 time: 0.0612030 Jun 16 17:29:57.239144 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-9fc44169-4e02-4431-ae8a-445c096771ea req-9204f799-7a80-41fb-a7f4-cb8d4fb926f8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Deleting port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:29:57.239479 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-9fc44169-4e02-4431-ae8a-445c096771ea req-9204f799-7a80-41fb-a7f4-cb8d4fb926f8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:57.325952 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [req-9fc44169-4e02-4431-ae8a-445c096771ea req-9204f799-7a80-41fb-a7f4-cb8d4fb926f8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] For port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:29:57.326308 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-9fc44169-4e02-4431-ae8a-445c096771ea req-9204f799-7a80-41fb-a7f4-cb8d4fb926f8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:57.392984 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [req-9fc44169-4e02-4431-ae8a-445c096771ea req-9204f799-7a80-41fb-a7f4-cb8d4fb926f8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Calling delete_port for 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 owned by compute:nova {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:29:57.586008 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-9fc44169-4e02-4431-ae8a-445c096771ea req-9204f799-7a80-41fb-a7f4-cb8d4fb926f8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:57.590724 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-13df907d-c306-4885-9089-b1d51cee1277 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:29:57.622551 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204f799-7a80-41fb-a7f4-cb8d4fb926f8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event deleted for resources: {'Port': ['ID=0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:57.624188 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-9204f799-7a80-41fb-a7f4-cb8d4fb926f8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:29:57.663873 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc44169-4e02-4431-ae8a-445c096771ea req-9204f799-7a80-41fb-a7f4-cb8d4fb926f8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] No DVR routers for this DVR port 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 on host hv-cinder-77212 {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:29:57.666708 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [req-9fc44169-4e02-4431-ae8a-445c096771ea req-9204f799-7a80-41fb-a7f4-cb8d4fb926f8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for port, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:57.669595 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-9fc44169-4e02-4431-ae8a-445c096771ea req-9204f799-7a80-41fb-a7f4-cb8d4fb926f8 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.60 "DELETE /v2.0/ports/0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 HTTP/1.1" status: 204 len: 173 time: 0.5354254 Jun 16 17:29:57.670324 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942153f6-34cf-4554-8f7b-9c68653d5811', 'name': 'network-vif-deleted', 'tag': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:29:57.672618 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84eb1b2d3607700c4fd585fa54aa7d666e6e4d29138736c183f86fb1842f82aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de2dd15-b005-4f7b-b800-e4da8070902f" -d '{"events": [{"server_uuid": "942153f6-34cf-4554-8f7b-9c68653d5811", "name": "network-vif-deleted", "tag": "0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:57.710298 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4540447a-8bf9-43c8-815b-11c57cceca67 x-openstack-request-id: req-4540447a-8bf9-43c8-815b-11c57cceca67 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:57.716776 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942153f6-34cf-4554-8f7b-9c68653d5811", "name": "network-vif-deleted", "tag": "0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5", "status": "completed", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:57.716776 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4540447a-8bf9-43c8-815b-11c57cceca67 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:57.716776 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942153f6-34cf-4554-8f7b-9c68653d5811', 'name': 'network-vif-deleted', 'tag': '0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5', 'status': 'completed', 'code': 200} Jun 16 17:29:57.936272 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [req-5d25a7d5-186b-4674-aa2d-3ae97ab5057b req-1d7f7e08-fe3d-4008-986d-0dfa539bddb5 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "GET /v2.0/ports?device_id=942153f6-34cf-4554-8f7b-9c68653d5811 HTTP/1.1" status: 200 len: 210 time: 0.0307932 Jun 16 17:29:59.030021 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 54268) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:29:59.100068 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:59.157586 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-b174d75f-6a0d-4a3a-8e26-62ce947e88dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Deleting port e9ace662-d059-42bf-9b20-ce0b1f9efc45 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:29:59.157924 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b174d75f-6a0d-4a3a-8e26-62ce947e88dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:59.234855 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b174d75f-6a0d-4a3a-8e26-62ce947e88dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:59.235247 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b174d75f-6a0d-4a3a-8e26-62ce947e88dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:59.266002 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-51fbeea2-79bd-4ae1-8b72-31482790652c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:59.301175 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-b174d75f-6a0d-4a3a-8e26-62ce947e88dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Calling delete_port for e9ace662-d059-42bf-9b20-ce0b1f9efc45 owned by network:floatingip {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:29:59.471374 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b174d75f-6a0d-4a3a-8e26-62ce947e88dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:59.473304 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ca09c785-c2eb-4b0c-b06f-06b14d34ff82 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:29:59.500588 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174d75f-6a0d-4a3a-8e26-62ce947e88dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event deleted for resources: {'Port': ['ID=e9ace662-d059-42bf-9b20-ce0b1f9efc45,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:59.503679 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b174d75f-6a0d-4a3a-8e26-62ce947e88dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:29:59.560222 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b174d75f-6a0d-4a3a-8e26-62ce947e88dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for floatingip, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:59.562604 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b174d75f-6a0d-4a3a-8e26-62ce947e88dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139395'] for floatingip, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:29:59.563738 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-b174d75f-6a0d-4a3a-8e26-62ce947e88dc tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "DELETE /v2.0/floatingips/68e02893-d32c-41df-8949-9a34a7b204b6 HTTP/1.1" status: 204 len: 168 time: 0.5326967 Jun 16 17:30:00.771469 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:30:00.791461 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] No Port match for: 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:30:00.791814 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Device 0ea2b582-21ff-488a-a6ad-2f5ae8e53ca5 not bound to the agent host hv-cinder-77212 {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:30:00.888440 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:00.978965 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 54280) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:01.037149 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c8b18a77-e5f1-4cdb-b744-3cdc9f2a4ea7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:01.062705 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c8b18a77-e5f1-4cdb-b744-3cdc9f2a4ea7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:01.191221 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c8b18a77-e5f1-4cdb-b744-3cdc9f2a4ea7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:01.193911 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c8b18a77-e5f1-4cdb-b744-3cdc9f2a4ea7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Notify callbacks [] for security_group, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:01.195053 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-c8b18a77-e5f1-4cdb-b744-3cdc9f2a4ea7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] 10.222.0.10 "DELETE /v2.0/security-groups/49eecf17-7e31-4ad9-b9db-75733f6a4285 HTTP/1.1" status: 204 len: 168 time: 0.2149734 Jun 16 17:30:01.195936 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-b9d8c0ac-4c45-4645-83ab-ea93b3d81a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:01.206297 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b18a77-e5f1-4cdb-b744-3cdc9f2a4ea7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eecf17-7e31-4ad9-b9db-75733f6a4285,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:01.208561 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c8b18a77-e5f1-4cdb-b744-3cdc9f2a4ea7 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:01.340406 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 54284) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:01.767742 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755956'] for router_interface, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:02.018167 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] Deleting port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:30:02.018837 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:02.096969 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] For port efb25fdc-3140-4109-b7d5-a5ed4db5fa8c, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=efb25fdc-3140-4109-b7d5-a5ed4db5fa8c,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:30:02.097318 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:02.162494 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] Calling delete_port for efb25fdc-3140-4109-b7d5-a5ed4db5fa8c owned by network:router_interface {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:30:02.351821 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:02.392003 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:02.394205 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-907fd6c2-5471-446b-a769-2a8fb033e8b5 tempest-VolumesSnapshotTestJSON-1359386874 tempest-VolumesSnapshotTestJSON-1359386874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:02.420217 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb25fdc-3140-4109-b7d5-a5ed4db5fa8c,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:02.427705 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:02.589946 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755808'] for router_interface, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:02.799094 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] Router f55a4753-317b-4d99-b185-97cdc83947db has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:30:02.900306 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:30:02.907282 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-84320017-6d58-45f7-a6a2-27e7eb46b683 admin admin] 10.222.0.10 "PUT /v2.0/routers/f55a4753-317b-4d99-b185-97cdc83947db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5642214 Jun 16 17:30:02.908585 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 54288) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:02.909774 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782fb76f-983c-411a-abc3-a4e3c485703d None None] Sync routers for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:30:02.919160 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782fb76f-983c-411a-abc3-a4e3c485703d None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:30:02.919861 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-782fb76f-983c-411a-abc3-a4e3c485703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:29:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:03.009609 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Notify callbacks [] for router, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:03.023701 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-782fb76f-983c-411a-abc3-a4e3c485703d None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: dv-cinder-772126-4-iscsi {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:30:03.110322 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:03.199741 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-782fb76f-983c-411a-abc3-a4e3c485703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:30:02Z', 'revision_number': 5, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port': {'id': '1ee225aa-34e5-487d-a23e-de04b25604e4', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:17Z', 'updated_at': '2021-06-16T17:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:03.203021 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782fb76f-983c-411a-abc3-a4e3c485703d None None] Checking router: f55a4753-317b-4d99-b185-97cdc83947db for host: dv-cinder-772126-4-iscsi {{(pid=93485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:30:03.210791 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782fb76f-983c-411a-abc3-a4e3c485703d None None] Routers {'f55a4753-317b-4d99-b185-97cdc83947db'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:30:03.211379 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-782fb76f-983c-411a-abc3-a4e3c485703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:29:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f55a4753-317b-4d99-b185-97cdc83947db'], 'active': True} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:03.222929 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Deleting port 1ee225aa-34e5-487d-a23e-de04b25604e4 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:30:03.223378 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:03.297417 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvr_db [None req-782fb76f-983c-411a-abc3-a4e3c485703d None None] Set router f55a4753-317b-4d99-b185-97cdc83947db gateway port host: None {{(pid=93485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:30:03.356090 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_hamode_db [None req-782fb76f-983c-411a-abc3-a4e3c485703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:30:03Z', 'revision_number': 6, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port_host': None}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:03.360336 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782fb76f-983c-411a-abc3-a4e3c485703d None None] The sync data for ids ['f55a4753-317b-4d99-b185-97cdc83947db'] in dv-cinder-772126-4-iscsi is: [{'id': 'f55a4753-317b-4d99-b185-97cdc83947db', 'name': 'tempest-TestVolumeBootPattern-1139513072-router', 'tenant_id': '820f50f43f114707bc167296a42a2ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:16Z', 'updated_at': '2021-06-16T17:30:03Z', 'revision_number': 6, 'project_id': '820f50f43f114707bc167296a42a2ead', 'gw_port_host': None}] {{(pid=93485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:30:03.570981 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] For port 1ee225aa-34e5-487d-a23e-de04b25604e4, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=1ee225aa-34e5-487d-a23e-de04b25604e4,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:30:03.571339 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:03.633269 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Calling delete_port for 1ee225aa-34e5-487d-a23e-de04b25604e4 owned by network:router_gateway {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:30:03.848756 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:03.850719 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ab0c313a-e00e-48bc-b776-30d76bde2b87 tempest-TestVolumeBootPattern-866688023 tempest-TestVolumeBootPattern-866688023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:03.876219 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee225aa-34e5-487d-a23e-de04b25604e4,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:03.878985 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:03.939927 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775459'] for router_gateway, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.030251 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-786016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.032356 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.117263 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-785513'] for router, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.117894 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55a4753-317b-4d99-b185-97cdc83947db {{(pid=93483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:30:04.123654 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] Notify callbacks [] for router, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.126923 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-2065b848-c8a6-4830-b281-ff9377f86532 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f55a4753-317b-4d99-b185-97cdc83947db HTTP/1.1" status: 204 len: 168 time: 1.2153449 Jun 16 17:30:04.127410 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 54290) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:04.165297 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 1ee225aa-34e5-487d-a23e-de04b25604e4 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:30:04.179884 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.db_base_plugin_v2 [None req-01518cc6-8232-433a-a13c-3f051a4e202b admin admin] Deleting subnet 341001d2-1ee4-4fca-b861-a0e19ab373e2 {{(pid=93483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:30:04.183693 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-01518cc6-8232-433a-a13c-3f051a4e202b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.186514 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 1ee225aa-34e5-487d-a23e-de04b25604e4 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:30:04.186877 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 1ee225aa-34e5-487d-a23e-de04b25604e4 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:30:04.187311 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device efb25fdc-3140-4109-b7d5-a5ed4db5fa8c no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:30:04.206312 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: efb25fdc-3140-4109-b7d5-a5ed4db5fa8c {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:30:04.206670 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device efb25fdc-3140-4109-b7d5-a5ed4db5fa8c not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:30:04.218422 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-01518cc6-8232-433a-a13c-3f051a4e202b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5826641'] for subnet, precommit_delete_associations {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.295902 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-01518cc6-8232-433a-a13c-3f051a4e202b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.426501 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-01518cc6-8232-433a-a13c-3f051a4e202b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253785'] for subnet, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.429465 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-093e36d1-70f9-4705-8594-d07841596297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:04.454169 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01518cc6-8232-433a-a13c-3f051a4e202b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341001d2-1ee4-4fca-b861-a0e19ab373e2,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:04.456979 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-01518cc6-8232-433a-a13c-3f051a4e202b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:04.461728 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-01518cc6-8232-433a-a13c-3f051a4e202b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for subnet, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.463897 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-01518cc6-8232-433a-a13c-3f051a4e202b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/341001d2-1ee4-4fca-b861-a0e19ab373e2 HTTP/1.1" status: 204 len: 168 time: 0.3350320 Jun 16 17:30:04.466414 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.wsgi [-] (93483) accepted ('10.222.0.10', 54292) {{(pid=93483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:04.468925 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90b750-42bd-4900-8fd5-9c6244894a3d None None] Network 10d0ff35-0c9c-424b-a1ce-0df543993865 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:30:04.538471 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.598218 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Deleting port 33ce459f-eda4-4121-92a2-6a3875008842 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:30:04.598465 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.669380 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] For port 33ce459f-eda4-4121-92a2-6a3875008842, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=33ce459f-eda4-4121-92a2-6a3875008842,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:30:04.669841 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.684312 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] DHCP port deletion for 10d0ff35-0c9c-424b-a1ce-0df543993865 request from dv-cinder-772126-4-iscsi {{(pid=93485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:30:04.733911 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Deleting port 33ce459f-eda4-4121-92a2-6a3875008842 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:30:04.734306 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.743389 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Calling delete_port for 33ce459f-eda4-4121-92a2-6a3875008842 owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:30:04.802294 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] For port 33ce459f-eda4-4121-92a2-6a3875008842, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=33ce459f-eda4-4121-92a2-6a3875008842,segment=NetworkSegment(8eb4137c-eb40-4713-b626-23dad3184a21),segment_id=8eb4137c-eb40-4713-b626-23dad3184a21)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:30:04.803274 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.870661 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Calling delete_port for 33ce459f-eda4-4121-92a2-6a3875008842 owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:30:04.888645 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239039'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.890752 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-2d9ab2c9-d8f1-4138-9a00-8d431bb87627 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:04.914579 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=33ce459f-eda4-4121-92a2-6a3875008842,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:04.917660 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:04.918432 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] No DVR routers for this DVR port 33ce459f-eda4-4121-92a2-6a3875008842 on host dv-cinder-772126-4-iscsi {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: from cryptography.utils import int_from_bytes Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: from cryptography.utils import int_from_bytes Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: retrieve_revision_numbers = { Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: retrieve_revision_numbers = { Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: retrieve_revision_numbers = { Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: retrieve_revision_numbers = { Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: retrieve_revision_numbers = { Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.941536 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:30:04.944725 dv-cinder-772126-4-iscsi neutron-server[93485]: self.session.flush() Jun 16 17:30:04.948719 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:04.950711 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-d7404ee4-9bed-4dd0-ac5b-f9afe1af1a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:04.976014 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] No DVR routers for this DVR port 33ce459f-eda4-4121-92a2-6a3875008842 on host dv-cinder-772126-4-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:30:04.980377 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Pushing event deleted for resources: {'Port': ['ID=33ce459f-eda4-4121-92a2-6a3875008842,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:04.988528 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.988880 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.989604 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.989829 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.990162 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.990491 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.990818 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.991247 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.991455 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.991778 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.992100 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.992418 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-iscsi {{(pid=93485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:04.996103 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-7d2ca42f-12d1-4ce9-bd20-c2297b95cac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:05.003370 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:05.013501 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d0ff35-0c9c-424b-a1ce-0df543993865']}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:05.023413 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb4137c-eb40-4713-b626-23dad3184a21') {'for_net_delete': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:05.023708 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.services.segments.db [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb4137c-eb40-4713-b626-23dad3184a21') {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:05.032572 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5826632'] for segment, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:05.046336 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:05.051862 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:30:05.052241 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239082'] for segment, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: retrieve_revision_numbers = { Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: Traceback (most recent call last): Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: timer() Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: cb(*args, **kw) Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: return func(*args, **kwargs) Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: self._notify() Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: self.callback(batched_events) Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: event.method(event) Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: return f(self, *a, **k) Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._get(url).json() Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: return self.request(url, 'GET', **kwargs) Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:30:05.054199 dv-cinder-772126-4-iscsi neutron-server[93483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:30:05.197172 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:05.202177 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:05.204056 dv-cinder-772126-4-iscsi neutron-server[93483]: INFO neutron.wsgi [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] 10.222.0.10 "DELETE /v2.0/networks/10d0ff35-0c9c-424b-a1ce-0df543993865 HTTP/1.1" status: 204 len: 168 time: 0.7366719 Jun 16 17:30:05.204841 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:05.207410 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54294) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:05.217415 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Pushing event deleted for resources: {'Network': ['ID=10d0ff35-0c9c-424b-a1ce-0df543993865,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:05.220091 dv-cinder-772126-4-iscsi neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-3848acdb-b10d-4dc2-aed0-47f702d42a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:05.542673 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755956'] for router_interface, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:05.789191 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] Deleting port 7afa2e9c-9824-4981-a6bd-b913ea4362f6 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:30:05.789568 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:05.870009 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] For port 7afa2e9c-9824-4981-a6bd-b913ea4362f6, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=7afa2e9c-9824-4981-a6bd-b913ea4362f6,segment=NetworkSegment(7c8905ae-4157-4922-a128-f5852ab5ba76),segment_id=7c8905ae-4157-4922-a128-f5852ab5ba76)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:30:05.870876 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:05.934990 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] Calling delete_port for 7afa2e9c-9824-4981-a6bd-b913ea4362f6 owned by network:router_interface {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:30:06.128018 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 33ce459f-eda4-4121-92a2-6a3875008842 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:30:06.151082 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 33ce459f-eda4-4121-92a2-6a3875008842 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:30:06.152104 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 33ce459f-eda4-4121-92a2-6a3875008842 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:30:06.168979 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:06.171163 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0b1558ce-51c8-4712-b899-0b688f62179f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:06.195971 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] Pushing event deleted for resources: {'Port': ['ID=7afa2e9c-9824-4981-a6bd-b913ea4362f6,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:06.200333 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:06.597774 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-755808'] for router_interface, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:06.808447 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] Router f5a5790e-f946-47dd-b229-60b070f15e1e has already been hosted by L3 agent d030d153-e17d-479d-a207-828748eac732 {{(pid=93484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:30:06.912641 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-iscsi the message routers_updated {{(pid=93484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:30:06.919594 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-48adc8f8-a3aa-4b13-bfe0-1ddfd9f66731 admin admin] 10.222.0.10 "PUT /v2.0/routers/f5a5790e-f946-47dd-b229-60b070f15e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094367 Jun 16 17:30:06.920628 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54296) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:06.921068 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f94b2c0-69c9-4474-866a-81ab94d2e81f None None] Sync routers for ids ['f5a5790e-f946-47dd-b229-60b070f15e1e'] in dv-cinder-772126-4-iscsi {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:30:06.931140 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94b2c0-69c9-4474-866a-81ab94d2e81f None None] Routers {'f5a5790e-f946-47dd-b229-60b070f15e1e'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:30:06.931750 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-2f94b2c0-69c9-4474-866a-81ab94d2e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:29:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f5a5790e-f946-47dd-b229-60b070f15e1e'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:07.025415 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:07.033732 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-2f94b2c0-69c9-4474-866a-81ab94d2e81f None None] Set router f5a5790e-f946-47dd-b229-60b070f15e1e gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:30:07.129400 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:07.209620 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-2f94b2c0-69c9-4474-866a-81ab94d2e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'name': 'tempest-TestVolumeBootPattern-819875967-router', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:23Z', 'updated_at': '2021-06-16T17:30:06Z', 'revision_number': 5, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'gw_port': {'id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:24Z', 'updated_at': '2021-06-16T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:07.212909 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f94b2c0-69c9-4474-866a-81ab94d2e81f None None] Checking router: f5a5790e-f946-47dd-b229-60b070f15e1e for host: dv-cinder-772126-4-iscsi {{(pid=93486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:30:07.221599 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94b2c0-69c9-4474-866a-81ab94d2e81f None None] Routers {'f5a5790e-f946-47dd-b229-60b070f15e1e'} bound to L3 agent in host dv-cinder-772126-4-iscsi {{(pid=93486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:30:07.222201 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-2f94b2c0-69c9-4474-866a-81ab94d2e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T17:00:29Z,description=,heartbeat_timestamp=2021-06-16T17:29:59Z,host='dv-cinder-772126-4-iscsi',id=d030d153-e17d-479d-a207-828748eac732,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T17:00:30Z,topic='l3_agent')) {'router_ids': ['f5a5790e-f946-47dd-b229-60b070f15e1e'], 'active': True} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:07.276311 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Deleting port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:30:07.277377 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:07.358757 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] For port 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=50cd665e-840b-4f1e-999f-9a8d8cc2c8c8,segment=NetworkSegment(261eb187-9224-4581-a3ca-14fa2874870f),segment_id=261eb187-9224-4581-a3ca-14fa2874870f)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:30:07.359117 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:07.417906 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_dvr_db [None req-2f94b2c0-69c9-4474-866a-81ab94d2e81f None None] Set router f5a5790e-f946-47dd-b229-60b070f15e1e gateway port host: dv-cinder-772126-4-iscsi {{(pid=93486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:30:07.426867 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Calling delete_port for 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 owned by network:router_gateway {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:30:07.604416 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.l3_hamode_db [None req-2f94b2c0-69c9-4474-866a-81ab94d2e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'name': 'tempest-TestVolumeBootPattern-819875967-router', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:23Z', 'updated_at': '2021-06-16T17:30:06Z', 'revision_number': 5, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'gw_port': {'id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:24Z', 'updated_at': '2021-06-16T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}], 'dv-cinder-772126-4-iscsi', False) {} {{(pid=93486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:07.608677 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f94b2c0-69c9-4474-866a-81ab94d2e81f None None] The sync data for ids ['f5a5790e-f946-47dd-b229-60b070f15e1e'] in dv-cinder-772126-4-iscsi is: [{'id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'name': 'tempest-TestVolumeBootPattern-819875967-router', 'tenant_id': '9c420b4be606415fb924ab2bb2aa83fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'external_fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:21:23Z', 'updated_at': '2021-06-16T17:30:06Z', 'revision_number': 5, 'project_id': '9c420b4be606415fb924ab2bb2aa83fa', 'gw_port': {'id': '50cd665e-840b-4f1e-999f-9a8d8cc2c8c8', 'name': '', 'network_id': 'f3b02221-594f-42f0-99f5-5967d9456d03', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a5790e-f946-47dd-b229-60b070f15e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '073b07a0-9b21-4880-8860-e1a20947536b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:21:24Z', 'updated_at': '2021-06-16T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '073b07a0-9b21-4880-8860-e1a20947536b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-iscsi'}] {{(pid=93486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:30:07.677463 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:07.679892 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1752b7d2-71e2-4d1b-9152-cc18413275db tempest-TestMinimumBasicScenario-1381974698 tempest-TestMinimumBasicScenario-1381974698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:07.704043 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=50cd665e-840b-4f1e-999f-9a8d8cc2c8c8,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:07.707200 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:07.775756 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775459'] for router_gateway, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:07.866938 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-786016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:07.868905 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:07.968653 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-785513'] for router, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:07.969202 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a5790e-f946-47dd-b229-60b070f15e1e {{(pid=93484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:30:07.974387 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] Notify callbacks [] for router, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:07.975574 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-9201ae8d-b465-45c2-8bcd-8f1bec3bcaa9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f5a5790e-f946-47dd-b229-60b070f15e1e HTTP/1.1" status: 204 len: 168 time: 1.0540233 Jun 16 17:30:07.978170 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54298) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:08.024605 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0f035f-a94a-40ee-a2ac-44b90d6b7788 admin admin] Deleting subnet a15288d8-7042-411b-84e9-2e03b7b2caca {{(pid=93484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:30:08.028012 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a0f035f-a94a-40ee-a2ac-44b90d6b7788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.069635 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a0f035f-a94a-40ee-a2ac-44b90d6b7788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4648192'] for subnet, precommit_delete_associations {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.157141 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a0f035f-a94a-40ee-a2ac-44b90d6b7788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1660160'] for subnet, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.202462 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 7afa2e9c-9824-4981-a6bd-b913ea4362f6 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:30:08.224144 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 7afa2e9c-9824-4981-a6bd-b913ea4362f6 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:30:08.226291 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 7afa2e9c-9824-4981-a6bd-b913ea4362f6 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:30:08.266457 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a0f035f-a94a-40ee-a2ac-44b90d6b7788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1660191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4646582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4707695'] for subnet, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.268922 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-5606ac0e-d474-43e9-8afc-0714273b565e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:08.291601 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f035f-a94a-40ee-a2ac-44b90d6b7788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15288d8-7042-411b-84e9-2e03b7b2caca,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:08.295468 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-0a0f035f-a94a-40ee-a2ac-44b90d6b7788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:08.298101 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-0a0f035f-a94a-40ee-a2ac-44b90d6b7788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.299917 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-0a0f035f-a94a-40ee-a2ac-44b90d6b7788 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a15288d8-7042-411b-84e9-2e03b7b2caca HTTP/1.1" status: 204 len: 168 time: 0.3208208 Jun 16 17:30:08.302337 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54300) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:08.305044 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d064d19c-4500-4788-b920-5634ef1cf52c None None] Network 2f4a3d07-2186-401d-a587-b361861ec519 requested from dv-cinder-772126-4-iscsi {{(pid=93485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:30:08.376441 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1647261'] for network, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.431845 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Deleting port 57b0baf5-85bf-4938-b2fe-d949953d3490 {{(pid=93484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:30:08.432087 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.499667 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] For port 57b0baf5-85bf-4938-b2fe-d949953d3490, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=57b0baf5-85bf-4938-b2fe-d949953d3490,segment=NetworkSegment(7c8905ae-4157-4922-a128-f5852ab5ba76),segment_id=7c8905ae-4157-4922-a128-f5852ab5ba76)] {{(pid=93484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:30:08.500030 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.570926 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.plugin [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Calling delete_port for 57b0baf5-85bf-4938-b2fe-d949953d3490 owned by network:dhcp {{(pid=93484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:30:08.618454 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24928b28-950b-4ab0-a2f4-b335a0513c79 None None] DHCP port deletion for 2f4a3d07-2186-401d-a587-b361861ec519 request from dv-cinder-772126-4-iscsi {{(pid=93485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:30:08.669014 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-24928b28-950b-4ab0-a2f4-b335a0513c79 None None] Deleting port 57b0baf5-85bf-4938-b2fe-d949953d3490 {{(pid=93485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:30:08.670826 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24928b28-950b-4ab0-a2f4-b335a0513c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782046870429'] for port, before_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.712424 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4646524'] for port, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.720337 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-61c92607-c05a-46c7-aef5-f5e84ca8de4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:08.733925 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.db [None req-24928b28-950b-4ab0-a2f4-b335a0513c79 None None] For port 57b0baf5-85bf-4938-b2fe-d949953d3490, host dv-cinder-772126-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-iscsi',level=0,port_id=57b0baf5-85bf-4938-b2fe-d949953d3490,segment=NetworkSegment(7c8905ae-4157-4922-a128-f5852ab5ba76),segment_id=7c8905ae-4157-4922-a128-f5852ab5ba76)] {{(pid=93485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:30:08.734333 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24928b28-950b-4ab0-a2f4-b335a0513c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774867'] for port, precommit_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.743457 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] No DVR routers for this DVR port 57b0baf5-85bf-4938-b2fe-d949953d3490 on host dv-cinder-772126-4-iscsi {{(pid=93484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:30:08.748543 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Pushing event deleted for resources: {'Port': ['ID=57b0baf5-85bf-4938-b2fe-d949953d3490,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:08.751082 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:08.801601 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-24928b28-950b-4ab0-a2f4-b335a0513c79 None None] Calling delete_port for 57b0baf5-85bf-4938-b2fe-d949953d3490 owned by network:dhcp {{(pid=93485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:30:08.821321 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659791', 'neutron.services.segments.db._delete_segments_for_network-8782046992433'] for network, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.834110 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4a3d07-2186-401d-a587-b361861ec519']}} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:08.849152 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8905ae-4157-4922-a128-f5852ab5ba76') {'for_net_delete': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:08.849482 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.services.segments.db [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8905ae-4157-4922-a128-f5852ab5ba76') {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:08.859200 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782046989954', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4648217'] for segment, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.875694 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347'] for segment, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.881997 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:30:08.882406 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4646441'] for segment, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.883180 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24928b28-950b-4ab0-a2f4-b335a0513c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1735572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782046875513', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782046467871'] for port, after_delete {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: Traceback (most recent call last): Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: timer() Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: cb(*args, **kw) Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: return func(*args, **kwargs) Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: self._notify() Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: self.callback(batched_events) Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: event.method(event) Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: return f(self, *a, **k) Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._get(url).json() Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: return self.request(url, 'GET', **kwargs) Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:30:08.884128 dv-cinder-772126-4-iscsi neutron-server[93484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:30:08.887440 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:08.915582 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24928b28-950b-4ab0-a2f4-b335a0513c79 None None] Pushing event deleted for resources: {'Port': ['ID=57b0baf5-85bf-4938-b2fe-d949953d3490,revision_number=None']} {{(pid=93485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:08.919330 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG oslo_concurrency.lockutils [None req-24928b28-950b-4ab0-a2f4-b335a0513c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:08.920791 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24928b28-950b-4ab0-a2f4-b335a0513c79 None None] No DVR routers for this DVR port 57b0baf5-85bf-4938-b2fe-d949953d3490 on host dv-cinder-772126-4-iscsi {{(pid=93485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:30:08.997484 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-745965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-572498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775501'] for network, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:09.001404 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-940c408c-994e-4a39-922a-762b189d98db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:09.004026 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572493'] for network, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:09.005888 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] 10.222.0.10 "DELETE /v2.0/networks/2f4a3d07-2186-401d-a587-b361861ec519 HTTP/1.1" status: 204 len: 168 time: 0.7018499 Jun 16 17:30:09.018337 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4a3d07-2186-401d-a587-b361861ec519,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:09.020791 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-28a5c24a-0c5c-4cd8-a7f6-08393829801b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:09.275080 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54304) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:09.315297 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-c94718d4-f4f9-4c46-8e99-0d5b42ebb06f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=820f50f43f114707bc167296a42a2ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389409 Jun 16 17:30:09.322228 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54306) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:09.369624 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-65c6f374-393c-4fca-aa2e-80a4dced3f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:09.394591 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-65c6f374-393c-4fca-aa2e-80a4dced3f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:09.512133 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-65c6f374-393c-4fca-aa2e-80a4dced3f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:09.514786 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-65c6f374-393c-4fca-aa2e-80a4dced3f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:09.515929 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-65c6f374-393c-4fca-aa2e-80a4dced3f9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81083dba-8acf-4d7e-b018-22c06864dcfb HTTP/1.1" status: 204 len: 168 time: 0.1928103 Jun 16 17:30:09.516716 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4dee6ffa-3513-438d-862e-24618a08f0ec tempest-TestShelveInstance-1173643262 tempest-TestShelveInstance-1173643262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:09.524172 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6f374-393c-4fca-aa2e-80a4dced3f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81083dba-8acf-4d7e-b018-22c06864dcfb,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:09.527221 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-65c6f374-393c-4fca-aa2e-80a4dced3f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:09.540435 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:30:10.127308 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54312) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:10.141749 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:30:10.161446 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:30:10.161805 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 50cd665e-840b-4f1e-999f-9a8d8cc2c8c8 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:30:10.162223 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 57b0baf5-85bf-4938-b2fe-d949953d3490 no longer exists at agent ovs-agent-dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:30:10.168941 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-3337fa63-1687-45d9-a4ad-be7c3cfae8c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c420b4be606415fb924ab2bb2aa83fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403860 Jun 16 17:30:10.171440 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.wsgi [-] (93484) accepted ('10.222.0.10', 54314) {{(pid=93484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:30:10.180906 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.plugin [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] No Port match for: 57b0baf5-85bf-4938-b2fe-d949953d3490 {{(pid=93485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:30:10.181258 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron.plugins.ml2.rpc [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Device 57b0baf5-85bf-4938-b2fe-d949953d3490 not bound to the agent host dv-cinder-772126-4-iscsi {{(pid=93485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:30:10.229871 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1dc8cff2-ebf0-45bb-ab07-916636f9f610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:10.252688 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1dc8cff2-ebf0-45bb-ab07-916636f9f610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:10.374742 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1dc8cff2-ebf0-45bb-ab07-916636f9f610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745979'] for security_group, after_delete {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:10.378386 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-1dc8cff2-ebf0-45bb-ab07-916636f9f610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:10.379802 dv-cinder-772126-4-iscsi neutron-server[93484]: INFO neutron.wsgi [None req-1dc8cff2-ebf0-45bb-ab07-916636f9f610 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35eabd50-7aa8-4111-8136-b2a199bf9950 HTTP/1.1" status: 204 len: 168 time: 0.2072477 Jun 16 17:30:10.380944 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-014ab2f5-35dc-4c13-bbd8-3d9a6f9de838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:30:10.391320 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8cff2-ebf0-45bb-ab07-916636f9f610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eabd50-7aa8-4111-8136-b2a199bf9950,revision_number=None']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:10.395025 dv-cinder-772126-4-iscsi neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1dc8cff2-ebf0-45bb-ab07-916636f9f610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:30:23.636222 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:26.579726 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-f2969a40-5e32-458c-b8c2-7298ea0c4f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:29.111072 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:29.277256 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-a8f866fc-cbe4-4f7f-b546-283a85df3472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:30.916713 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:32.356781 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:46.538481 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:30:53.682887 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:56.510228 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-183307b1-c1e6-4faa-995a-f8a5abd2160d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:59.150105 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:30:59.280762 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-80091d1e-6a16-44b0-802b-9d7c21ad2c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:00.898557 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:02.350140 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:23.538200 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:31:23.668657 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:26.509335 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-9a658e5f-fa4f-4e7f-86fe-2a2f49593114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:29.114175 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:29.325499 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-48f20d27-fbac-475e-9321-48d14a1820b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:30.902337 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:32.343312 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:53.673994 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:56.496574 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6aed7b33-d18a-46a0-b801-c797d46aad1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:59.102830 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:31:59.285797 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-78e311e4-6eca-4698-ab3d-a5187ab9f804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:00.536431 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:32:00.907320 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:02.354120 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:23.678316 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:26.570898 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-117fc1e1-0182-4afd-af8b-ceb627bd62cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:29.129547 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:29.300476 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b49d10b9-ec0b-4d5e-b86f-0ddd15d03fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:30.902113 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:32.357922 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:37.535194 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:32:53.684081 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:56.518113 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-08133307-15c4-49b3-af8f-071382855e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:59.117962 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:32:59.294985 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-17179f33-3ecd-4c0c-9f17-65fa2cfc66a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:00.933697 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:02.380909 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:14.533079 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:33:23.688605 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:26.511555 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-39bcb360-39a3-4be8-8983-669a5d058987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:29.145897 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:29.300248 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-13dd95a3-46fb-47c3-a76b-eff319b6b528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:30.944487 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:32.397190 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:51.531363 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:33:53.756534 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:56.549428 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-5ba8d5c2-9171-4f92-9619-5e9cae4fd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:59.116581 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:33:59.331886 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-90a52270-3fc8-47f6-9a82-186dff316fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:00.916327 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:02.390538 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:23.715571 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:26.504567 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-24329708-e24e-4b57-a2fe-950a083553d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:28.529773 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:34:29.121146 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:29.326958 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-ce107d6f-5a35-4695-966f-dccb4f6fafba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:30.921549 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:32.350244 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:53.726379 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:56.512851 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-29292dce-fc0f-4c53-95f2-8ac20c89684c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:59.129886 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:34:59.312664 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-42427f60-fc3c-4652-9972-3f8a3c99f68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:35:00.931538 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:35:02.365789 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:35:05.528085 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:35:23.713990 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b8636197-6f38-4995-97c7-37a512ceabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:35:26.502580 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-b485d9c1-db39-4f0e-8326-13b94f8a3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:35:29.165752 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-6508529d-7c6e-443f-a6bb-2e5fdd592403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:35:29.308310 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-170d7c19-965a-4c9e-89a3-72d3826ae48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:35:30.928484 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-eadfa974-f887-4708-82ae-304358ae6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:35:32.416642 dv-cinder-772126-4-iscsi neutron-server[93485]: DEBUG neutron_lib.callbacks.manager [None req-46ac1168-a589-41f9-9164-af2fb065d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782046992415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746753'] for agent, after_update {{(pid=93485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:35:42.526869 dv-cinder-772126-4-iscsi neutron-server[93486]: DEBUG neutron.db.agents_db [None req-8d6d0d0a-bbba-4177-90d1-7fa818090513 None None] Agent healthcheck: found 6 active agents {{(pid=93486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}